{
"adam4p_wide_grid_seed0":[{"learning_rate": 0.0008696040132105586, "beta1": 0.9274299427840572, "beta2": 0.9958640026061601, "epsilon": 0.0012119407238482059}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed1":[{"learning_rate": 5.6649755830282306e-05, "beta1": 0.9239151876628521, "beta2": 0.9999989984186044, "epsilon": 8.517721660233238e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed10":[{"learning_rate": 0.08747537025773001, "beta1": 0.9998789380130857, "beta2": 0.9936629167925153, "epsilon": 0.5425633738045482}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed100":[{"learning_rate": 0.0007773998922821829, "beta1": 0.9987013935955938, "beta2": 0.9996475434835564, "epsilon": 9.595988529358952}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed101":[{"learning_rate": 0.00044420930265094114, "beta1": 0.9808278707799313, "beta2": 0.9999985180097075, "epsilon": 1.6973895766430093e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed102":[{"learning_rate": 0.002394055776951107, "beta1": 0.949423634445469, "beta2": 0.9999375272755476, "epsilon": 0.31595372709893765}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed103":[{"learning_rate": 7.744633143063568e-05, "beta1": 0.9995024221344387, "beta2": 0.9999893913013838, "epsilon": 5.744063324476283}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed104":[{"learning_rate": 2.1443003631272705e-07, "beta1": 0.9991811705992024, "beta2": 0.9300222181229096, "epsilon": 7.588736652520019e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed105":[{"learning_rate": 5.6709956619049684e-08, "beta1": 0.9978421305332617, "beta2": 0.8567368583953789, "epsilon": 2.3655321729717805e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed106":[{"learning_rate": 1.1942168090189928e-08, "beta1": 0.34351215065603913, "beta2": 0.9995018155058433, "epsilon": 0.0085673011373274}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed107":[{"learning_rate": 2.9130278385081517e-07, "beta1": 0.895498262670035, "beta2": 0.9975988953329696, "epsilon": 8.480811038897483e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed108":[{"learning_rate": 1.2661939201569103e-06, "beta1": 0.9998627379475824, "beta2": 0.9969763352139582, "epsilon": 4.769641369248608e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed109":[{"learning_rate": 0.0031852579244934427, "beta1": 0.9907592841027554, "beta2": 0.9843071589139534, "epsilon": 3.383765254757906e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed11":[{"learning_rate": 4.192057199912162e-07, "beta1": 0.9998803532335501, "beta2": 0.9993983953852008, "epsilon": 0.2655468044165513}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed110":[{"learning_rate": 1.107974488552354e-07, "beta1": 0.9569650277770996, "beta2": 0.9998207191519791, "epsilon": 0.009250677915548296}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed111":[{"learning_rate": 0.0032324482485417434, "beta1": 0.9995254532347394, "beta2": 0.9995866155688592, "epsilon": 1.0009494443059965}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed112":[{"learning_rate": 2.374182829998503e-05, "beta1": 0.9635901843777703, "beta2": 0.4986979548113404, "epsilon": 9.633933875683183e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed113":[{"learning_rate": 0.4654461416843515, "beta1": 0.9998024784907434, "beta2": 0.7657980125528825, "epsilon": 4.7251556442417864e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed114":[{"learning_rate": 2.3157288410973702e-07, "beta1": 0.7014747140839621, "beta2": 0.64082791291108, "epsilon": 0.0002235482680277665}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed115":[{"learning_rate": 5.818764595097657e-07, "beta1": 0.9352711929308566, "beta2": 0.9996965057964992, "epsilon": 0.003150719446304946}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed116":[{"learning_rate": 2.3796752822484778e-05, "beta1": 0.9975178408121408, "beta2": 0.6268694076116181, "epsilon": 2.3921681325672777e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed117":[{"learning_rate": 0.00011553142719108198, "beta1": 0.9984248118246417, "beta2": 0.9999756908272611, "epsilon": 32.28079411182285}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed118":[{"learning_rate": 3.0469416417884405, "beta1": 0.9792722781567574, "beta2": 0.9999977522468526, "epsilon": 65.51722188428873}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed119":[{"learning_rate": 0.42716314274105005, "beta1": 0.9901977711157034, "beta2": 0.9999832395256538, "epsilon": 0.6019090799988973}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed12":[{"learning_rate": 2.4404256524570445e-07, "beta1": 0.9087571617828915, "beta2": 0.9999619906807773, "epsilon": 0.000868184671884927}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed120":[{"learning_rate": 0.012635718261395132, "beta1": 0.9887323017236627, "beta2": 0.9944762467483698, "epsilon": 0.0001595335559403087}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed121":[{"learning_rate": 1.0045636334070874e-07, "beta1": 0.9993032607155554, "beta2": 0.9999750095011063, "epsilon": 9.446680863679013e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed122":[{"learning_rate": 2.587775167502471e-07, "beta1": 0.935606775948616, "beta2": 0.9999629430562437, "epsilon": 7.45191348422017e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed123":[{"learning_rate": 0.01854482205182914, "beta1": 0.9986050541801389, "beta2": 0.9999770327646152, "epsilon": 0.0014692374782547754}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed124":[{"learning_rate": 9.007082768126514e-08, "beta1": 0.9040851306537273, "beta2": 0.9972843035799032, "epsilon": 9.060150020197837e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed125":[{"learning_rate": 0.000363524849651003, "beta1": 0.9998301276164199, "beta2": 0.9941725317670509, "epsilon": 5.286677930844244e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed126":[{"learning_rate": 8.841972196949246e-08, "beta1": 0.999674481040888, "beta2": 0.9999966546785843, "epsilon": 3.1711830735107713e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed127":[{"learning_rate": 0.0005182029483357114, "beta1": 0.9998555053070071, "beta2": 0.9999869445491774, "epsilon": 1.112444679822953}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed128":[{"learning_rate": 0.6305701172379103, "beta1": 0.9988712977302371, "beta2": 0.9999938560047814, "epsilon": 3.4730798530172124e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed129":[{"learning_rate": 0.001363906585405742, "beta1": 0.9988168519201053, "beta2": 0.9957167697033849, "epsilon": 1.2680398700435088e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed13":[{"learning_rate": 0.09984393644571514, "beta1": 0.9991084106337178, "beta2": 0.9117588425695904, "epsilon": 358.70677100105866}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed130":[{"learning_rate": 1.8822288321348936e-07, "beta1": 0.9982373038964139, "beta2": 0.9978681642082076, "epsilon": 4.3206435811336795e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed131":[{"learning_rate": 0.007102029129261498, "beta1": 0.3799357918648921, "beta2": 0.9997871011474725, "epsilon": 0.021719511635887003}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed132":[{"learning_rate": 0.10669279420614142, "beta1": 0.9966535975673766, "beta2": 0.9062813875037926, "epsilon": 1.4516980457674102}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed133":[{"learning_rate": 5.9645481263238465e-05, "beta1": 0.9996699015864354, "beta2": 0.9999954570627438, "epsilon": 7.0658708219387245e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed134":[{"learning_rate": 0.20073940695454287, "beta1": 0.9938190251085809, "beta2": 0.9941591784691479, "epsilon": 29.15308308826234}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed135":[{"learning_rate": 0.008952832969331704, "beta1": 0.9979545974115898, "beta2": 0.9999851273261677, "epsilon": 16.548935910334063}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed136":[{"learning_rate": 2.3930040415674584e-07, "beta1": 0.9996085544918765, "beta2": 0.9999809115218408, "epsilon": 9.581797318328396e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed137":[{"learning_rate": 3.1235745313997696, "beta1": 0.9997739647810304, "beta2": 0.9851329156466543, "epsilon": 0.12585619140685864}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed138":[{"learning_rate": 0.05547283376445233, "beta1": 0.9337904789826561, "beta2": 0.9999120643118683, "epsilon": 239.38653272186357}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed139":[{"learning_rate": 0.0002622173884427593, "beta1": 0.8969662840260613, "beta2": 0.596967515849193, "epsilon": 292.7494481864248}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed14":[{"learning_rate": 0.0004221726493886225, "beta1": 0.8762172267941706, "beta2": 0.8330578069497669, "epsilon": 1.2723609475668807e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed140":[{"learning_rate": 0.053845529057808324, "beta1": 0.9997277742019772, "beta2": 0.9999989863018394, "epsilon": 7.166762538103144e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed141":[{"learning_rate": 1.8049673715780343, "beta1": 0.9877092158823803, "beta2": 0.9999981878318555, "epsilon": 3.0062178859355902e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed142":[{"learning_rate": 1.3138740144063572, "beta1": 0.9829693923762218, "beta2": 0.9913720378140443, "epsilon": 6.639392844098836}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed143":[{"learning_rate": 0.04363094855734403, "beta1": 0.9977100871051202, "beta2": 0.9993565117735883, "epsilon": 3.244846846409678e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed144":[{"learning_rate": 6.919847472352005e-08, "beta1": 0.6337547053426105, "beta2": 0.9992748848431674, "epsilon": 1.8021248326880628e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed145":[{"learning_rate": 3.526773176255849e-06, "beta1": 0.9998981129006573, "beta2": 0.9984742837508096, "epsilon": 1.1083924031010564e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed146":[{"learning_rate": 0.0003040779419381563, "beta1": 0.9701029828267781, "beta2": 0.9999370604488824, "epsilon": 2.4498353056048557e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed147":[{"learning_rate": 1.996457753223783e-05, "beta1": 0.9659650225030293, "beta2": 0.9999984689647464, "epsilon": 0.09690187121085318}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed148":[{"learning_rate": 0.0015088729402560634, "beta1": 0.9996358891428666, "beta2": 0.999991094950567, "epsilon": 6.48315845300871e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed149":[{"learning_rate": 0.8546099773572073, "beta1": 0.17050377621965207, "beta2": 0.8460091533095982, "epsilon": 7.851243409520343}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed15":[{"learning_rate": 0.4358723052701657, "beta1": 0.9994805022155949, "beta2": 0.9999978807641805, "epsilon": 5.01187001837573e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed150":[{"learning_rate": 1.5040263572790535, "beta1": 0.9989238159153788, "beta2": 0.8155278259934863, "epsilon": 0.4041580157842971}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed151":[{"learning_rate": 0.08475178377268389, "beta1": 0.9994903326600637, "beta2": 0.9999268419840003, "epsilon": 2.5355980083180563}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed152":[{"learning_rate": 3.4558108592998065, "beta1": 0.9056861635453575, "beta2": 0.9999983018563007, "epsilon": 1.6976687676164627e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed153":[{"learning_rate": 2.134512371456537e-07, "beta1": 0.9869160881649143, "beta2": 0.9990837421443266, "epsilon": 5.255507184532519e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed154":[{"learning_rate": 0.0003711196204110052, "beta1": 0.9667185354329492, "beta2": 0.9870164528311203, "epsilon": 647.7582584130113}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed155":[{"learning_rate": 0.007429112452117427, "beta1": 0.5163938006375323, "beta2": 0.9999890635722356, "epsilon": 0.011698391403518736}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed156":[{"learning_rate": 6.6462332289183225e-06, "beta1": 0.9827812581634385, "beta2": 0.9999624498261296, "epsilon": 2.735821936233421e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed157":[{"learning_rate": 0.15018224156377222, "beta1": 0.9780778931992372, "beta2": 0.9999636771196668, "epsilon": 2.325753012779649e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed158":[{"learning_rate": 7.352314355578355e-08, "beta1": 0.999583104756805, "beta2": 0.9969937708014142, "epsilon": 0.0014649322210384622}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed159":[{"learning_rate": 0.12578167582175115, "beta1": 0.9993896647501346, "beta2": 0.9999914614447594, "epsilon": 0.00014124962854784046}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed16":[{"learning_rate": 1.0223973434894698e-06, "beta1": 0.9876219177091808, "beta2": 0.9979853076402079, "epsilon": 3.9158437271733994e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed160":[{"learning_rate": 0.31661787021007587, "beta1": 0.9980332991765822, "beta2": 0.9998098909651124, "epsilon": 9.668256596708205e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed161":[{"learning_rate": 2.924572898570385, "beta1": 0.9974600049510134, "beta2": 0.9997973989853475, "epsilon": 1.7274791213461913e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed162":[{"learning_rate": 7.744631220258465e-06, "beta1": 0.8945562788527521, "beta2": 0.8145952868689432, "epsilon": 0.10284378503930315}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed163":[{"learning_rate": 0.01587357300602873, "beta1": 0.9921230399243705, "beta2": 0.999510740245846, "epsilon": 6.381162197989737e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed164":[{"learning_rate": 1.6324676574020497e-05, "beta1": 0.9983141872837433, "beta2": 0.9999532786884285, "epsilon": 5.363175940410546}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed165":[{"learning_rate": 0.27290154893730645, "beta1": 0.9709195705491029, "beta2": 0.7119336882387265, "epsilon": 434.93949618141295}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed166":[{"learning_rate": 4.782459180351538e-06, "beta1": 0.7962449756939789, "beta2": 0.9608873320328009, "epsilon": 2.2189142141728678e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed167":[{"learning_rate": 1.2173387211064282, "beta1": 0.9995424253087889, "beta2": 0.9998777684137579, "epsilon": 3.5963647668670156e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed168":[{"learning_rate": 0.002399875734011419, "beta1": 0.9878832880299774, "beta2": 0.9999697311260113, "epsilon": 2.4403518111026017e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed169":[{"learning_rate": 0.01062470829801484, "beta1": 0.5731270783744955, "beta2": 0.9898243002503773, "epsilon": 1.0451256809317456e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed17":[{"learning_rate": 4.4872991607194144e-06, "beta1": 0.9867459982858969, "beta2": 0.9999859030642066, "epsilon": 7.633165109121645e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed170":[{"learning_rate": 2.977205128149862e-08, "beta1": 0.999191933448387, "beta2": 0.9999580064071416, "epsilon": 0.0003611562695993875}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed171":[{"learning_rate": 0.00831219275643017, "beta1": 0.6549311888424186, "beta2": 0.9965844152880072, "epsilon": 4.537975909645214}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed172":[{"learning_rate": 2.2111418276498666e-07, "beta1": 0.9996849115550202, "beta2": 0.9999171547324355, "epsilon": 0.060480032769616325}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed173":[{"learning_rate": 6.907443097878279e-08, "beta1": 0.9313152798219949, "beta2": 0.9986401516468074, "epsilon": 0.003762899735284787}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed174":[{"learning_rate": 0.0001381492728011653, "beta1": 0.6151762137656667, "beta2": 0.9999861716097228, "epsilon": 4.7935858945892447e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed175":[{"learning_rate": 0.16549718792297502, "beta1": 0.9988410655051158, "beta2": 0.9978965151250391, "epsilon": 0.014702809231183956}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed176":[{"learning_rate": 1.6479358501763692e-05, "beta1": 0.9992913696452971, "beta2": 0.999897387497582, "epsilon": 1.6851835903602486}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed177":[{"learning_rate": 0.0003353358864727233, "beta1": 0.8609351823202858, "beta2": 0.9995350437425343, "epsilon": 2.6735145375710342e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed178":[{"learning_rate": 0.0005264610843422708, "beta1": 0.999857622944915, "beta2": 0.9694031598144943, "epsilon": 0.3215013696437026}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed179":[{"learning_rate": 3.581751227752964, "beta1": 0.9985475225911212, "beta2": 0.8379672605672541, "epsilon": 1.6177679712129063}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed18":[{"learning_rate": 0.00713457611634097, "beta1": 0.9894848978766372, "beta2": 0.8131002047832298, "epsilon": 2.3116545261175656e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed180":[{"learning_rate": 0.0011601333168324223, "beta1": 0.9997595354476839, "beta2": 0.9855678137824455, "epsilon": 1.3495637097994314e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed181":[{"learning_rate": 0.0005202450831481792, "beta1": 0.9997140051246474, "beta2": 0.9973490392319224, "epsilon": 1.8873911975258806e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed182":[{"learning_rate": 0.7746486374149221, "beta1": 0.9998215757551798, "beta2": 0.9999947569020494, "epsilon": 1.731901031305359}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed183":[{"learning_rate": 0.2571462916913971, "beta1": 0.6280459470319126, "beta2": 0.7858206742768497, "epsilon": 9.088870066502544e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed184":[{"learning_rate": 4.131467115634018e-08, "beta1": 0.9895014947491891, "beta2": 0.31793329904253054, "epsilon": 3.6345927948586315e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed185":[{"learning_rate": 1.4961734508245518e-07, "beta1": 0.9885134446898626, "beta2": 0.9997678214645925, "epsilon": 0.032032601452645804}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed186":[{"learning_rate": 0.0007661043608246257, "beta1": 0.9496581757227582, "beta2": 0.9987067966899896, "epsilon": 14.877698837215016}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed187":[{"learning_rate": 6.030716667669087e-05, "beta1": 0.984165113073325, "beta2": 0.9999973145592245, "epsilon": 0.14367397658857564}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed188":[{"learning_rate": 0.00040532048836746965, "beta1": 0.8558681704650045, "beta2": 0.9976887200573524, "epsilon": 7.214680558636918e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed189":[{"learning_rate": 6.373575309195811e-05, "beta1": 0.996752164781783, "beta2": 0.8722255915589162, "epsilon": 0.00030175607975606566}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed19":[{"learning_rate": 7.547487731472397e-08, "beta1": 0.8890828079148805, "beta2": 0.9999696870754176, "epsilon": 6.247581600186837e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed190":[{"learning_rate": 0.05083354030804309, "beta1": 0.967733831580797, "beta2": 0.9915132630569301, "epsilon": 0.16861811336323923}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed191":[{"learning_rate": 0.0007490102031765462, "beta1": 0.9989479516366038, "beta2": 0.999993156928512, "epsilon": 6.666102040984466e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed192":[{"learning_rate": 0.0654179850356378, "beta1": 0.9970908446262547, "beta2": 0.9996537020920495, "epsilon": 130.41643247243306}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed193":[{"learning_rate": 4.148567093665915e-05, "beta1": 0.9550687714964847, "beta2": 0.9997551220285217, "epsilon": 1.5279003087737862e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed194":[{"learning_rate": 5.120196053218373, "beta1": 0.9251577074456382, "beta2": 0.9972711543459084, "epsilon": 0.0013507745618444636}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed195":[{"learning_rate": 0.9681640573628036, "beta1": 0.9997530062214202, "beta2": 0.9998698485526246, "epsilon": 0.0031644801156527316}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed196":[{"learning_rate": 0.016054008162692295, "beta1": 0.979493026829926, "beta2": 0.9999980133590046, "epsilon": 2.1293612010880655e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed197":[{"learning_rate": 0.6473822498010058, "beta1": 0.8623388003213517, "beta2": 0.2796046684583229, "epsilon": 0.9856865106288405}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed198":[{"learning_rate": 0.0030776150053661378, "beta1": 0.3150796825772805, "beta2": 0.9999298367260173, "epsilon": 6.100482349308519e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed199":[{"learning_rate": 0.00781853260678123, "beta1": 0.1524659814040995, "beta2": 0.9997491418653175, "epsilon": 9.418545146552939}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed2":[{"learning_rate": 8.393713070692229e-05, "beta1": 0.9998730288867724, "beta2": 0.998014020015115, "epsilon": 4.562376315416117e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed20":[{"learning_rate": 0.0019641615706238766, "beta1": 0.6101882627216066, "beta2": 0.7765479327548684, "epsilon": 4.035405717641807}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed200":[{"learning_rate": 3.378238535976127, "beta1": 0.9991942697210465, "beta2": 0.99631429250024, "epsilon": 3.698391685580364e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed201":[{"learning_rate": 1.059598644092387e-07, "beta1": 0.9019329094466979, "beta2": 0.9953617263065317, "epsilon": 3.3573254613937795}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed202":[{"learning_rate": 1.041970971213846e-06, "beta1": 0.9988618035047694, "beta2": 0.2685798562841504, "epsilon": 809.4420579528014}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed203":[{"learning_rate": 0.4276618820694263, "beta1": 0.9994301589687323, "beta2": 0.9994945929461597, "epsilon": 0.01347454295893273}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed204":[{"learning_rate": 2.3714228462742994, "beta1": 0.9966518028397616, "beta2": 0.9901806536615958, "epsilon": 975.0148115809199}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed205":[{"learning_rate": 4.388805636566565, "beta1": 0.9824705442224627, "beta2": 0.12486957171903867, "epsilon": 4.632329494084102}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed206":[{"learning_rate": 7.013231680328533e-05, "beta1": 0.9912990900523176, "beta2": 0.9999981191338899, "epsilon": 0.0036492288106344073}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed207":[{"learning_rate": 0.00033626660951992764, "beta1": 0.9970886777295506, "beta2": 0.9995170683095823, "epsilon": 5.0643949751368156e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed208":[{"learning_rate": 9.957678831652383e-08, "beta1": 0.8294357547259088, "beta2": 0.999997424143284, "epsilon": 305.04073461723556}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed209":[{"learning_rate": 0.38864618869038325, "beta1": 0.9977485254631757, "beta2": 0.9182456250870663, "epsilon": 0.014071466776752436}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed21":[{"learning_rate": 2.744883567583618e-08, "beta1": 0.9985663648544955, "beta2": 0.9788262353756416, "epsilon": 1.9099027273978263e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed210":[{"learning_rate": 7.930816326750164e-08, "beta1": 0.9983729818427404, "beta2": 0.9500703117725714, "epsilon": 0.00036053883373250175}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed211":[{"learning_rate": 0.10772405674539749, "beta1": 0.9409370081605222, "beta2": 0.3424120876164376, "epsilon": 2.637646642927481e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed212":[{"learning_rate": 1.2477130178020822e-06, "beta1": 0.5566381748612195, "beta2": 0.9999979761349942, "epsilon": 1.349260530771435e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed213":[{"learning_rate": 9.243550889516306e-07, "beta1": 0.5255554362777566, "beta2": 0.5359822505731783, "epsilon": 0.00648714898159001}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed214":[{"learning_rate": 2.7176670830159968e-08, "beta1": 0.9973521164371868, "beta2": 0.7126277681787501, "epsilon": 1.847602727198462e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed215":[{"learning_rate": 2.428255089191934e-07, "beta1": 0.9909163478803112, "beta2": 0.9999876424229367, "epsilon": 5.225911558914457e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed216":[{"learning_rate": 2.0907461936148243e-08, "beta1": 0.8686050417130525, "beta2": 0.9870029060867312, "epsilon": 5.5637489829990424e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed217":[{"learning_rate": 8.569493943227285e-08, "beta1": 0.8508325740628251, "beta2": 0.999957344798298, "epsilon": 0.007927552973634566}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed218":[{"learning_rate": 1.0192558568939369e-05, "beta1": 0.9996059668204152, "beta2": 0.9915186403575535, "epsilon": 2.342500858383584}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed219":[{"learning_rate": 1.3226369230227637e-08, "beta1": 0.998727466232666, "beta2": 0.9999879013870291, "epsilon": 3.400503810869399e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed22":[{"learning_rate": 7.518736003597456e-07, "beta1": 0.9915525768974526, "beta2": 0.9996663983331879, "epsilon": 14.769506380806563}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed220":[{"learning_rate": 1.743291030150038e-05, "beta1": 0.9968767002157769, "beta2": 0.9929844479115211, "epsilon": 9.991354877086842e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed221":[{"learning_rate": 0.0008301118390023659, "beta1": 0.2801709083158649, "beta2": 0.9999975825374233, "epsilon": 9.693536549186342e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed222":[{"learning_rate": 0.0005423202670500968, "beta1": 0.9448851359698643, "beta2": 0.8967131269624489, "epsilon": 0.03154629569555623}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed223":[{"learning_rate": 0.21800630881912086, "beta1": 0.8576138250546879, "beta2": 0.8028935308850318, "epsilon": 0.1678258911129393}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed224":[{"learning_rate": 0.00021523619546126872, "beta1": 0.9943999330761291, "beta2": 0.999998605304212, "epsilon": 4.024868171316302e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed225":[{"learning_rate": 4.260799625361891e-06, "beta1": 0.9861763848967947, "beta2": 0.9999760552221268, "epsilon": 7.212363324485043e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed226":[{"learning_rate": 1.1340059978677637, "beta1": 0.9976049906566343, "beta2": 0.9871071689808287, "epsilon": 0.18902426830283553}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed227":[{"learning_rate": 1.4035991506024993e-07, "beta1": 0.9789974436977593, "beta2": 0.9928614672427645, "epsilon": 7.530724867019536e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed228":[{"learning_rate": 6.520746294095655e-05, "beta1": 0.9853117157792677, "beta2": 0.9864690158191672, "epsilon": 3.155580960190437e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed229":[{"learning_rate": 7.46835572261883e-08, "beta1": 0.9100028351705972, "beta2": 0.9881776753257613, "epsilon": 1.652153542436765e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed23":[{"learning_rate": 0.0004525649903250386, "beta1": 0.38644935745901654, "beta2": 0.9608475849097714, "epsilon": 4.689709824173661e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed230":[{"learning_rate": 0.0047752910152497365, "beta1": 0.6617659863828517, "beta2": 0.9999644114770315, "epsilon": 1.212246507450515e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed231":[{"learning_rate": 0.10800562327337862, "beta1": 0.9782811680810624, "beta2": 0.9996367041631542, "epsilon": 1.257421940221873e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed232":[{"learning_rate": 8.787532384772566e-06, "beta1": 0.9975758757177543, "beta2": 0.9999926067655113, "epsilon": 0.030228910717634498}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed233":[{"learning_rate": 2.214227296914035e-07, "beta1": 0.6294367095755531, "beta2": 0.996845040024779, "epsilon": 49.73043762601711}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed234":[{"learning_rate": 1.899792160527892e-08, "beta1": 0.9989597725907555, "beta2": 0.7018720724805751, "epsilon": 409.510056622923}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed235":[{"learning_rate": 2.3729737198847545, "beta1": 0.9876738290598613, "beta2": 0.9999970750513559, "epsilon": 114.86714761565517}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed236":[{"learning_rate": 5.021024441507439e-08, "beta1": 0.8250647186997362, "beta2": 0.9999950769344335, "epsilon": 5.942480993551947}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed237":[{"learning_rate": 7.767440103877296, "beta1": 0.9990986847041767, "beta2": 0.9999987873194683, "epsilon": 4.407544358372476}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed238":[{"learning_rate": 3.8729913736614856e-08, "beta1": 0.9988489985610396, "beta2": 0.9824444024872665, "epsilon": 205.01859528442995}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed239":[{"learning_rate": 6.144424185365212e-06, "beta1": 0.9996694661503832, "beta2": 0.9998793393325762, "epsilon": 1.0333585686980362}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed24":[{"learning_rate": 4.366723868659872, "beta1": 0.9371871932803514, "beta2": 0.0018317404678640514, "epsilon": 7.258968255518783e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed240":[{"learning_rate": 4.380854819869351e-06, "beta1": 0.9947336773557242, "beta2": 0.9496038871583841, "epsilon": 1.4820600923071516e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed241":[{"learning_rate": 0.0034239452124864636, "beta1": 0.9794303792990934, "beta2": 0.9999901951729335, "epsilon": 1.046319667706264e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed242":[{"learning_rate": 0.014527071830497585, "beta1": 0.999833729024217, "beta2": 0.9923185340155909, "epsilon": 0.0034393709639933805}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed243":[{"learning_rate": 7.391257331980775e-07, "beta1": 0.8657334126416685, "beta2": 0.9956208142726588, "epsilon": 3.1504829337755395e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed244":[{"learning_rate": 4.131416466655585e-06, "beta1": 0.9997504783670734, "beta2": 0.9999688079135017, "epsilon": 1.4207174657755159e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed245":[{"learning_rate": 1.4510580941251348, "beta1": 0.9997180838093337, "beta2": 0.9999960023866279, "epsilon": 9.78813263762783e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed246":[{"learning_rate": 0.00020741664056271922, "beta1": 0.5534544473101457, "beta2": 0.9861162455357744, "epsilon": 0.0045914659710309036}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed247":[{"learning_rate": 1.9752538706637655e-05, "beta1": 0.5732573918571843, "beta2": 0.9030912443678173, "epsilon": 1.308663916600873e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed248":[{"learning_rate": 0.016899722352566374, "beta1": 0.9912875555265921, "beta2": 0.9999985043391586, "epsilon": 0.0025677715182005766}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed249":[{"learning_rate": 0.0004491893023131558, "beta1": 0.842349380865643, "beta2": 0.6155880403671893, "epsilon": 0.018302749071431614}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed25":[{"learning_rate": 0.6778244489079089, "beta1": 0.9786642597866337, "beta2": 0.9999528986186212, "epsilon": 2.6112353543918964e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed250":[{"learning_rate": 8.570656428076867e-07, "beta1": 0.9987678755860679, "beta2": 0.9998606722262744, "epsilon": 0.011018362995529841}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed251":[{"learning_rate": 0.005476474406225443, "beta1": 0.9997417347956342, "beta2": 0.999960583328531, "epsilon": 1.072394917844153e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed252":[{"learning_rate": 1.1187163107029912e-08, "beta1": 0.994595398872666, "beta2": 0.9999695219328868, "epsilon": 0.0004478998824461399}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed253":[{"learning_rate": 2.2831731112781953e-06, "beta1": 0.9458037316805793, "beta2": 0.9986801645913898, "epsilon": 0.00039925863097544896}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed254":[{"learning_rate": 0.0004060281509663399, "beta1": 0.9636526629280148, "beta2": 0.9999908807216394, "epsilon": 0.0001675019369808148}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed255":[{"learning_rate": 0.0001497713205999666, "beta1": 0.9992199157043598, "beta2": 0.9999142282788843, "epsilon": 2.5904188741991646e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed256":[{"learning_rate": 2.5825825645085876e-08, "beta1": 0.9778953916193, "beta2": 0.9999834255499773, "epsilon": 1.2449735537152151e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed257":[{"learning_rate": 2.3358138095741485, "beta1": 0.8314904069538337, "beta2": 0.9938537110936912, "epsilon": 0.44648163505969646}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed258":[{"learning_rate": 5.7762338561816956e-08, "beta1": 0.9571712243825223, "beta2": 0.9996983640835768, "epsilon": 0.1588596190839525}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed259":[{"learning_rate": 0.016292178963901765, "beta1": 0.9997468474024916, "beta2": 0.9999604803519715, "epsilon": 24.01799988941232}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed26":[{"learning_rate": 5.9076474983385744e-06, "beta1": 0.9880445502826771, "beta2": 0.9592820439537335, "epsilon": 1.8191544377968154}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed260":[{"learning_rate": 7.404668970078686e-08, "beta1": 0.9992581478294087, "beta2": 0.9999640245612283, "epsilon": 1.3726857746821275}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed261":[{"learning_rate": 0.16159328700289474, "beta1": 0.9912250878718234, "beta2": 0.9082428298531782, "epsilon": 0.008227179159696608}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed262":[{"learning_rate": 3.3835808440776214e-05, "beta1": 0.9237166671636736, "beta2": 0.9977574957631624, "epsilon": 0.921377179189526}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed263":[{"learning_rate": 0.0014439563762379919, "beta1": 0.8924866264601619, "beta2": 0.9974671652370332, "epsilon": 0.000603717384588524}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed264":[{"learning_rate": 0.09731805075150353, "beta1": 0.998352314749119, "beta2": 0.9972706636304266, "epsilon": 3.6613170078262265e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed265":[{"learning_rate": 0.0004980873505530479, "beta1": 0.9405551239704323, "beta2": 0.9999946449580074, "epsilon": 1.8200635766659064e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed266":[{"learning_rate": 5.2116660487233025e-08, "beta1": 0.99989771275141, "beta2": 0.9999707379261922, "epsilon": 3.5510361527608323e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed267":[{"learning_rate": 3.8875262167424406e-07, "beta1": 0.9714980819184151, "beta2": 0.9921431172552543, "epsilon": 125.05663913958563}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed268":[{"learning_rate": 2.1918205827317957e-07, "beta1": 0.9396206525270099, "beta2": 0.2581126268598217, "epsilon": 2.7822099473847712e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed269":[{"learning_rate": 2.1128294208996522e-06, "beta1": 0.9996613263574122, "beta2": 0.9991901489917651, "epsilon": 4.303248076513075}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed27":[{"learning_rate": 6.784107087581839e-05, "beta1": 0.8187262320892412, "beta2": 0.9741545712428359, "epsilon": 19.232759390348335}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed270":[{"learning_rate": 0.01766544364686673, "beta1": 0.82871555783096, "beta2": 0.9999980548727575, "epsilon": 55.5576925350655}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed271":[{"learning_rate": 0.005622930642910459, "beta1": 0.997758361195133, "beta2": 0.9999967312091617, "epsilon": 0.01889108558605732}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed272":[{"learning_rate": 1.696230302037268e-06, "beta1": 0.673199375116399, "beta2": 0.5759786167370347, "epsilon": 9.508786356955538e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed273":[{"learning_rate": 4.513953951751215e-08, "beta1": 0.9998181232153286, "beta2": 0.999997593318816, "epsilon": 1.1566137596290369e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed274":[{"learning_rate": 3.487054019151663e-06, "beta1": 0.9747069240011188, "beta2": 0.9999909653836595, "epsilon": 1.6844694908563e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed275":[{"learning_rate": 8.627755253919897e-05, "beta1": 0.8943439524620896, "beta2": 0.1446412194299418, "epsilon": 120.10550428591812}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed276":[{"learning_rate": 4.72072784550729, "beta1": 0.18904942283942971, "beta2": 0.999977068914377, "epsilon": 1.4497299186769152e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed277":[{"learning_rate": 0.00022937675639917834, "beta1": 0.9979677828646312, "beta2": 0.9999978714957541, "epsilon": 0.031821075614731194}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed278":[{"learning_rate": 5.786351478249663e-07, "beta1": 0.5744870473117745, "beta2": 0.9986947269566397, "epsilon": 0.3943353078384508}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed279":[{"learning_rate": 0.0018710607295244288, "beta1": 0.9906118298554024, "beta2": 0.8980624482811603, "epsilon": 0.3674186879370422}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed28":[{"learning_rate": 0.036401868846964926, "beta1": 0.9824224472747173, "beta2": 0.9999943791427995, "epsilon": 1.4746901963701524e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed280":[{"learning_rate": 1.582360161027777e-07, "beta1": 0.9990513837891313, "beta2": 0.9990800088883118, "epsilon": 8.959159412460818e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed281":[{"learning_rate": 0.00012301469158942905, "beta1": 0.9997753098476407, "beta2": 0.9999945325617468, "epsilon": 7.166159666913225e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed282":[{"learning_rate": 2.0693625153391107e-05, "beta1": 0.9963111632451895, "beta2": 0.9999946663874619, "epsilon": 8.43242823157105e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed283":[{"learning_rate": 0.0023808724609712603, "beta1": 0.9979746832718603, "beta2": 0.9930024921791359, "epsilon": 1.7149047307028124e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed284":[{"learning_rate": 0.4101084525657366, "beta1": 0.9997403672250297, "beta2": 0.9999986177260739, "epsilon": 26.315464414728698}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed285":[{"learning_rate": 1.8690461794326576e-06, "beta1": 0.9998316332439219, "beta2": 0.9954033042938467, "epsilon": 0.00211098103949786}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed286":[{"learning_rate": 2.0193676818770268e-07, "beta1": 0.999140640603455, "beta2": 0.9996908765981929, "epsilon": 9.015816311774663e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed287":[{"learning_rate": 1.9969494882676158e-07, "beta1": 0.9303353465707905, "beta2": 0.8192984054021671, "epsilon": 1.0615878229615818}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed288":[{"learning_rate": 0.0009537333779962464, "beta1": 0.9275347378522132, "beta2": 0.9249781042783456, "epsilon": 1.930740720822026e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed289":[{"learning_rate": 0.03500932288045981, "beta1": 0.9875733230559426, "beta2": 0.9999883342080734, "epsilon": 0.20523514914387808}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed29":[{"learning_rate": 0.5940730759707162, "beta1": 0.9986208107579504, "beta2": 0.9999972486975905, "epsilon": 0.8357639923800345}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed290":[{"learning_rate": 2.8887719101874502e-06, "beta1": 0.9988783846265169, "beta2": 0.9712457378254653, "epsilon": 2.1248031043134363e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed291":[{"learning_rate": 7.671421899050359e-08, "beta1": 0.9501734130018376, "beta2": 0.9919883612511621, "epsilon": 2.5342819836995867e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed292":[{"learning_rate": 1.8266625843409109e-06, "beta1": 0.9968427418010273, "beta2": 0.9961241159017117, "epsilon": 0.00016286633226081135}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed293":[{"learning_rate": 0.219604097046475, "beta1": 0.9426235306779511, "beta2": 0.9897591495489931, "epsilon": 5.962854503776573e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed294":[{"learning_rate": 0.010285567530834061, "beta1": 0.9996490130960519, "beta2": 0.9948951134497037, "epsilon": 7.433777278331667e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed295":[{"learning_rate": 0.003975392692176909, "beta1": 0.9978802656955805, "beta2": 0.9755937551319263, "epsilon": 0.00012916274789901826}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed296":[{"learning_rate": 5.521285022662322e-06, "beta1": 0.9215987810967695, "beta2": 0.6872185760655551, "epsilon": 4.110121302760999e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed297":[{"learning_rate": 3.5185320050586038, "beta1": 0.9998374573204076, "beta2": 0.9999972932708282, "epsilon": 4.4086725437957196e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed298":[{"learning_rate": 0.015462961427894804, "beta1": 0.9807116384878909, "beta2": 0.9825596424285624, "epsilon": 7.673463216560476e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed299":[{"learning_rate": 4.96586551368012e-06, "beta1": 0.9951478937216561, "beta2": 0.998581368462092, "epsilon": 323.3192605991753}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed3":[{"learning_rate": 0.0009061104168295183, "beta1": 0.9319871004131145, "beta2": 0.9999443547070067, "epsilon": 0.0004372792480880155}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed30":[{"learning_rate": 0.006270350599859773, "beta1": 0.9966657822549089, "beta2": 0.9904876585299033, "epsilon": 1.3410946788492541e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed300":[{"learning_rate": 0.00011484262699233585, "beta1": 0.9992342458364005, "beta2": 0.9998361345046411, "epsilon": 6.026763494210838e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed301":[{"learning_rate": 1.0852254937546443e-05, "beta1": 0.9763239126096832, "beta2": 0.9888675614461837, "epsilon": 0.0007887402048897718}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed302":[{"learning_rate": 0.005327591402518128, "beta1": 0.8003959428113727, "beta2": 0.9998878321471508, "epsilon": 0.4123920936765344}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed303":[{"learning_rate": 0.056407364762843124, "beta1": 0.9986691157506934, "beta2": 0.9979827222091773, "epsilon": 3.4801196286652543}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed304":[{"learning_rate": 5.631103747833377e-05, "beta1": 0.7917744692213148, "beta2": 0.5678068372957946, "epsilon": 2.0949912170080062e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed305":[{"learning_rate": 2.4917151363167994e-07, "beta1": 0.7504325641522114, "beta2": 0.9986892706857032, "epsilon": 2.972107831328428e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed306":[{"learning_rate": 4.08094606219848e-06, "beta1": 0.33934579511979557, "beta2": 0.9999119985748803, "epsilon": 0.00023234488303560075}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed307":[{"learning_rate": 7.685620787099264e-06, "beta1": 0.9952742180516979, "beta2": 0.9997356676530558, "epsilon": 29.497152265421256}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed308":[{"learning_rate": 0.11485930898309993, "beta1": 0.9430555908069245, "beta2": 0.9999986534898195, "epsilon": 0.0044089221202312364}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed309":[{"learning_rate": 0.12347167879889957, "beta1": 0.8237918742844282, "beta2": 0.9301510034766232, "epsilon": 0.0002215970639313164}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed31":[{"learning_rate": 3.7539146567567113e-06, "beta1": 0.3201356541099051, "beta2": 0.9581324455974317, "epsilon": 675.0097410999247}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed310":[{"learning_rate": 0.23263452052639674, "beta1": 0.9527638583492332, "beta2": 0.2944389658310681, "epsilon": 0.008626867379272854}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed311":[{"learning_rate": 0.0001232688918587779, "beta1": 0.994271832416088, "beta2": 0.9742596234063452, "epsilon": 0.0001111440845465096}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed312":[{"learning_rate": 8.923637380702756e-07, "beta1": 0.9952697065951371, "beta2": 0.9996940173757636, "epsilon": 1.6353689039015183e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed313":[{"learning_rate": 3.0892753461001386e-07, "beta1": 0.9841358260191572, "beta2": 0.8537045521837616, "epsilon": 0.010792906412159284}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed314":[{"learning_rate": 1.7859209565061818, "beta1": 0.9773969183128179, "beta2": 0.999961069811459, "epsilon": 1.5193923451069282}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed315":[{"learning_rate": 0.003549052477115498, "beta1": 0.9986918371590144, "beta2": 0.9999943238556389, "epsilon": 1.2688725408859312e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed316":[{"learning_rate": 0.2986301991286671, "beta1": 0.9040915436388126, "beta2": 0.9834935888655281, "epsilon": 1.199688552974464e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed317":[{"learning_rate": 5.4846993469210875e-06, "beta1": 0.9196087656053541, "beta2": 0.39586764171390154, "epsilon": 0.003146033733616616}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed318":[{"learning_rate": 0.0019078918036611017, "beta1": 0.9977054055497696, "beta2": 0.9999496718287599, "epsilon": 7.55538644818923e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed319":[{"learning_rate": 9.682790826632607, "beta1": 0.540466527931949, "beta2": 0.9999927088992285, "epsilon": 1.5248969185259418e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed32":[{"learning_rate": 0.5370360076664946, "beta1": 0.9969036886845424, "beta2": 0.9978582308042113, "epsilon": 265.1765627247729}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed320":[{"learning_rate": 0.026864939615140745, "beta1": 0.9989435074992253, "beta2": 0.08829199968370238, "epsilon": 1.6180571499413966e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed321":[{"learning_rate": 0.9408740083371776, "beta1": 0.9997950492863635, "beta2": 0.24512169529560635, "epsilon": 1.6585514738559762e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed322":[{"learning_rate": 5.1661801614414854e-05, "beta1": 0.9996312192427249, "beta2": 0.999954682172984, "epsilon": 1.4688742757211311e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed323":[{"learning_rate": 5.760978822874092, "beta1": 0.9997236959690871, "beta2": 0.7350896609153972, "epsilon": 24.057335968924615}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed324":[{"learning_rate": 3.490200867190049e-08, "beta1": 0.9886257097398559, "beta2": 0.9999977791055202, "epsilon": 2.3251230098875037e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed325":[{"learning_rate": 2.2367193383285553, "beta1": 0.16016458292330238, "beta2": 0.9995947212783554, "epsilon": 0.07583239557677125}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed326":[{"learning_rate": 0.0004739110248940618, "beta1": 0.7413079542415856, "beta2": 0.9989656453586612, "epsilon": 2.937814824676443e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed327":[{"learning_rate": 0.00010755415162295836, "beta1": 0.921085888504668, "beta2": 0.9999495519430901, "epsilon": 0.000107928656824003}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed328":[{"learning_rate": 1.5253358850121518e-06, "beta1": 0.9989484115266878, "beta2": 0.9999966630697229, "epsilon": 10.109902258824539}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed329":[{"learning_rate": 0.0014602020606911143, "beta1": 0.9963366495441953, "beta2": 0.999997346689487, "epsilon": 14.539960614001947}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed33":[{"learning_rate": 1.7242139200119913e-06, "beta1": 0.9936918547578498, "beta2": 0.9997078238124003, "epsilon": 2.4204492521667906e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed330":[{"learning_rate": 0.0002897565155808679, "beta1": 0.9994565559784517, "beta2": 0.8570749478011577, "epsilon": 1.4227834459819629e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed331":[{"learning_rate": 3.3116650456072914, "beta1": 0.9997089510773001, "beta2": 0.9833334383566636, "epsilon": 3.134616376475071e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed332":[{"learning_rate": 1.8347417860156792, "beta1": 0.8868637644477724, "beta2": 0.9999484792858212, "epsilon": 123.17214374981548}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed333":[{"learning_rate": 0.0007755678240567517, "beta1": 0.9176235804578686, "beta2": 0.9999987373334478, "epsilon": 1.9697197425636596e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed334":[{"learning_rate": 1.3906860590232024e-06, "beta1": 0.9998651219885543, "beta2": 0.9999944332005654, "epsilon": 1.648638285932029e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed335":[{"learning_rate": 0.06992742856108097, "beta1": 0.9998783288342187, "beta2": 0.9059672954257729, "epsilon": 0.025246516506295065}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed336":[{"learning_rate": 9.195837424963225e-05, "beta1": 0.6142719101793984, "beta2": 0.9992129437283531, "epsilon": 9.884155351347667e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed337":[{"learning_rate": 0.158183486235382, "beta1": 0.9995885949215806, "beta2": 0.9974491578917309, "epsilon": 4.4261351656425e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed338":[{"learning_rate": 1.1423918695034914e-07, "beta1": 0.9822278694961236, "beta2": 0.9987495277633576, "epsilon": 8.22311104254569e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed339":[{"learning_rate": 0.005491940155795016, "beta1": 0.9995142100386687, "beta2": 0.9999571872337912, "epsilon": 0.000623210429287951}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed34":[{"learning_rate": 2.2235921283093174e-08, "beta1": 0.8680522946137386, "beta2": 0.9999964006628246, "epsilon": 0.01688903844513898}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed340":[{"learning_rate": 3.410194474366194e-06, "beta1": 0.22935020744311596, "beta2": 0.9981791056632858, "epsilon": 2.893655287999123e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed341":[{"learning_rate": 2.435017744354304e-06, "beta1": 0.4919408169459536, "beta2": 0.9760539772101899, "epsilon": 163.27735138663496}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed342":[{"learning_rate": 3.8486602252746285e-08, "beta1": 0.8053488929158005, "beta2": 0.9999982428054807, "epsilon": 0.0031540337130370358}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed343":[{"learning_rate": 4.7370096768025655e-08, "beta1": 0.9616225553643898, "beta2": 0.9913342526767724, "epsilon": 2.8867136937459175e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed344":[{"learning_rate": 6.683016249358439e-06, "beta1": 0.8804674432905801, "beta2": 0.9999340935739552, "epsilon": 1.7366312347264997e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed345":[{"learning_rate": 2.1794187690452015e-05, "beta1": 0.9543398949332967, "beta2": 0.9990451216927985, "epsilon": 0.006714715558052395}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed346":[{"learning_rate": 0.002200775645709521, "beta1": 0.999891255069779, "beta2": 0.9999870085137875, "epsilon": 5.8201006686146185e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed347":[{"learning_rate": 2.5012619065994933e-06, "beta1": 0.9985851079734571, "beta2": 0.8086941944568975, "epsilon": 0.6813841787965899}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed348":[{"learning_rate": 2.855750267294211e-06, "beta1": 0.9965554280704397, "beta2": 0.999901908394797, "epsilon": 453.6960200862225}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed349":[{"learning_rate": 8.442023848572298e-07, "beta1": 0.2354964504612057, "beta2": 0.9992731185908765, "epsilon": 1.1763440772052353e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed35":[{"learning_rate": 0.00013258504306460137, "beta1": 0.9982884151729975, "beta2": 0.9999755137505092, "epsilon": 4.0412821519697766e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed350":[{"learning_rate": 7.747842687062041e-05, "beta1": 0.9267184763544217, "beta2": 0.7663740039211648, "epsilon": 4.812448633660948e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed351":[{"learning_rate": 1.2629667977685803e-08, "beta1": 0.9986444923209064, "beta2": 0.9999988685247564, "epsilon": 4.382594996165762}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed352":[{"learning_rate": 0.7184763611294823, "beta1": 0.9823496694290815, "beta2": 0.9999754256054117, "epsilon": 2.0446792138204193e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed353":[{"learning_rate": 8.425976155844191e-05, "beta1": 0.9988727562618367, "beta2": 0.9216670103392421, "epsilon": 0.07099187768144821}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed354":[{"learning_rate": 0.038308135661698633, "beta1": 0.9865799902863029, "beta2": 0.9809870496671055, "epsilon": 2.515555839892214}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed355":[{"learning_rate": 1.2052171649990475e-06, "beta1": 0.9935680132759656, "beta2": 0.5533119707903775, "epsilon": 6.512355702621062e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed356":[{"learning_rate": 0.00024138111584318548, "beta1": 0.9991417475828628, "beta2": 0.9760768553170618, "epsilon": 0.00039817445293190384}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed357":[{"learning_rate": 0.0323132387196024, "beta1": 0.9988126069615169, "beta2": 0.9183316683132919, "epsilon": 0.09159723669964148}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed358":[{"learning_rate": 0.026455279333591993, "beta1": 0.9994271769299323, "beta2": 0.9993875160130727, "epsilon": 0.13573205072522113}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed359":[{"learning_rate": 0.8137860863756955, "beta1": 0.9368906512926181, "beta2": 0.9999293078267859, "epsilon": 3.979206621237638e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed36":[{"learning_rate": 0.03602174308049893, "beta1": 0.974504892384183, "beta2": 0.48348373201052697, "epsilon": 7.2653212191869554e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed360":[{"learning_rate": 0.00030199779538056564, "beta1": 0.4164186665179461, "beta2": 0.9998351785220272, "epsilon": 3.5160480478629914e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed361":[{"learning_rate": 9.812737664006081e-08, "beta1": 0.9402112598036378, "beta2": 0.8192343889149675, "epsilon": 2.1379119761301418e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed362":[{"learning_rate": 1.391745004182787e-08, "beta1": 0.9913539800282108, "beta2": 0.9667155587899815, "epsilon": 1.155694385068081e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed363":[{"learning_rate": 8.885198146457124e-08, "beta1": 0.9307456984545895, "beta2": 0.9976153425212225, "epsilon": 0.6753675984679472}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed364":[{"learning_rate": 6.716225910767563e-05, "beta1": 0.9997510388305147, "beta2": 0.999986130085495, "epsilon": 8.77096071665519}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed365":[{"learning_rate": 2.9723619370878733, "beta1": 0.9631522630156476, "beta2": 0.9871866465853758, "epsilon": 0.004480297528198973}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed366":[{"learning_rate": 8.781783741142159e-08, "beta1": 0.9946794153597228, "beta2": 0.9916328268016671, "epsilon": 24.491555479322386}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed367":[{"learning_rate": 6.552602266646896e-08, "beta1": 0.9996717863856246, "beta2": 0.999998197188722, "epsilon": 0.16722193146970252}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed368":[{"learning_rate": 5.450468019968223e-05, "beta1": 0.9998999299602742, "beta2": 0.9450276927466473, "epsilon": 47.88859812296386}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed369":[{"learning_rate": 0.0070793636756454024, "beta1": 0.997635192138597, "beta2": 0.9996620467397722, "epsilon": 6.082147168522908e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed37":[{"learning_rate": 3.165697590821533, "beta1": 0.9928155637213818, "beta2": 0.9999856527001881, "epsilon": 0.003669723976800154}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed370":[{"learning_rate": 1.9595324000369385e-05, "beta1": 0.998399379112901, "beta2": 0.8396390015304688, "epsilon": 2.0726055905149173e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed371":[{"learning_rate": 0.010884730161823859, "beta1": 0.9804663822582218, "beta2": 0.9999419316784998, "epsilon": 3.6407322935726607}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed372":[{"learning_rate": 1.1713405062635669e-06, "beta1": 0.9996087759326177, "beta2": 0.9931954072946925, "epsilon": 7.481024264724915e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed373":[{"learning_rate": 0.01774134156969689, "beta1": 0.9784711103627827, "beta2": 0.9650095696288989, "epsilon": 7.339976885726796e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed374":[{"learning_rate": 1.661768841005754e-07, "beta1": 0.9930837949503222, "beta2": 0.9999910063064703, "epsilon": 0.41507583207263754}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed375":[{"learning_rate": 6.738741839011315e-07, "beta1": 0.9997868142234857, "beta2": 0.9999979000587242, "epsilon": 0.0001131005007798141}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed376":[{"learning_rate": 4.340568781115462e-05, "beta1": 0.8461209297179084, "beta2": 0.5238751248877968, "epsilon": 9.537632597555548e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed377":[{"learning_rate": 1.1650840985258461e-07, "beta1": 0.9878718077446156, "beta2": 0.9986471899008493, "epsilon": 4.723965434752858}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed378":[{"learning_rate": 0.002233148014823082, "beta1": 0.9998399600326108, "beta2": 0.999998001025197, "epsilon": 4.106301843565741}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed379":[{"learning_rate": 0.1723301073359593, "beta1": 0.9995546721118886, "beta2": 0.9957271991132304, "epsilon": 0.003573357700603457}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed38":[{"learning_rate": 2.9037423299636147e-05, "beta1": 0.7253172502164609, "beta2": 0.5374083227726951, "epsilon": 0.1370009620701296}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed380":[{"learning_rate": 6.990232140123902e-07, "beta1": 0.8488778153019257, "beta2": 0.8487787449694355, "epsilon": 0.1303519413991337}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed381":[{"learning_rate": 0.0018523381255950149, "beta1": 0.9941713985227659, "beta2": 0.99996162845368, "epsilon": 0.0008653605267903016}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed382":[{"learning_rate": 0.061067877133254504, "beta1": 0.9979342972251576, "beta2": 0.9999738590936762, "epsilon": 401.6602687018464}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed383":[{"learning_rate": 9.104264036670366e-05, "beta1": 0.9993420404989464, "beta2": 0.9999075803540097, "epsilon": 0.05087868154887335}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed384":[{"learning_rate": 0.11759278834054429, "beta1": 0.9986226524317681, "beta2": 0.978303568492846, "epsilon": 0.9600274070584501}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed385":[{"learning_rate": 5.587580772963858e-08, "beta1": 0.9993841234400845, "beta2": 0.9999796480354445, "epsilon": 5.796727887361718e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed386":[{"learning_rate": 0.044037923548631765, "beta1": 0.9942015135269182, "beta2": 0.9029133702467685, "epsilon": 2.0327955153822135e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed387":[{"learning_rate": 0.0021272967680639058, "beta1": 0.999321194975698, "beta2": 0.9999978118968758, "epsilon": 0.0007226464518033653}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed388":[{"learning_rate": 1.0359663693846992e-05, "beta1": 0.9896123581118047, "beta2": 0.9938973871473048, "epsilon": 1.5251358501398114e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed389":[{"learning_rate": 4.177541691555816e-06, "beta1": 0.44036864168037226, "beta2": 0.9999542833795675, "epsilon": 0.0071332239219192815}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed39":[{"learning_rate": 0.0008356076461702041, "beta1": 0.8445480818936236, "beta2": 0.9163605286058684, "epsilon": 3.860541885825715e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed390":[{"learning_rate": 1.1892279294089665, "beta1": 0.9820552283613836, "beta2": 0.3156300746503121, "epsilon": 6.722551449791802e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed391":[{"learning_rate": 3.365166361538048e-08, "beta1": 0.9996842738242087, "beta2": 0.9998657122256144, "epsilon": 0.07132654818939901}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed392":[{"learning_rate": 1.928940126907251e-05, "beta1": 0.5005328430672407, "beta2": 0.9999976087983834, "epsilon": 720.0731268401513}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed393":[{"learning_rate": 6.234915152854885e-07, "beta1": 0.9996516682163681, "beta2": 0.9407218633887466, "epsilon": 0.06388616496383519}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed394":[{"learning_rate": 0.0003838397727534409, "beta1": 0.9866760508147352, "beta2": 0.9999969649916752, "epsilon": 0.03717574331049413}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed395":[{"learning_rate": 0.0002361943915755956, "beta1": 0.9994417010314323, "beta2": 0.9999870227447306, "epsilon": 242.91149338072702}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed396":[{"learning_rate": 5.924947337981166e-06, "beta1": 0.9965641689022422, "beta2": 0.9140315016581195, "epsilon": 5.996473732025829e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed397":[{"learning_rate": 8.14488812091044e-07, "beta1": 0.9996820723613675, "beta2": 0.9999500011449571, "epsilon": 0.06020778379853137}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed398":[{"learning_rate": 0.046994923603767905, "beta1": 0.9998555431984237, "beta2": 0.999643556233498, "epsilon": 1.7243218921153135e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed399":[{"learning_rate": 2.374229140990444e-05, "beta1": 0.9504203305785585, "beta2": 0.9999972217862121, "epsilon": 2.532531591948559e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed4":[{"learning_rate": 5.049734573422041, "beta1": 0.9845499817521072, "beta2": 0.314344190988437, "epsilon": 0.19615885497465307}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed40":[{"learning_rate": 4.6685633111642415e-05, "beta1": 0.9998334808595507, "beta2": 0.9461470789537114, "epsilon": 5.432095571598039e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed400":[{"learning_rate": 0.010436627414241673, "beta1": 0.9991983332329094, "beta2": 0.8568496388379985, "epsilon": 5.958281600754657e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed401":[{"learning_rate": 0.03654436452615427, "beta1": 0.9977430495483262, "beta2": 0.9983725860903941, "epsilon": 1.6533999765859893e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed402":[{"learning_rate": 2.8689219702930736e-08, "beta1": 0.9919313023311678, "beta2": 0.9999258940726741, "epsilon": 52.63230018383906}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed403":[{"learning_rate": 4.378870412180641e-07, "beta1": 0.9788180098952846, "beta2": 0.9962923456383493, "epsilon": 6.016650881832052e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed404":[{"learning_rate": 0.01045744937169386, "beta1": 0.9974716030283933, "beta2": 0.7716324297780334, "epsilon": 4.115844629549055e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed405":[{"learning_rate": 0.020618183949288375, "beta1": 0.998702534908453, "beta2": 0.9999867194634412, "epsilon": 3.542150420572374e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed406":[{"learning_rate": 1.8362397775480064, "beta1": 0.9851664802620943, "beta2": 0.9997753601343011, "epsilon": 3.598864588453095}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed407":[{"learning_rate": 0.4691880295674895, "beta1": 0.9896448975855924, "beta2": 0.9999782962020323, "epsilon": 0.0017759938764929678}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed408":[{"learning_rate": 0.00027720305553115027, "beta1": 0.7869933879025877, "beta2": 0.16408528140585965, "epsilon": 0.00021376586076409199}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed409":[{"learning_rate": 7.964176545905167e-07, "beta1": 0.6380001110957596, "beta2": 0.9999984217669645, "epsilon": 9.547965294571823}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed41":[{"learning_rate": 1.8126444001983289e-06, "beta1": 0.9998471085207001, "beta2": 0.9884947132642707, "epsilon": 3.6736968288910863e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed410":[{"learning_rate": 0.9696491028042731, "beta1": 0.9623888309757291, "beta2": 0.4183120531074521, "epsilon": 4.068632614764533}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed411":[{"learning_rate": 0.4057449827128314, "beta1": 0.9701147550324424, "beta2": 0.9999613059244572, "epsilon": 2.0525188432100454e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed412":[{"learning_rate": 3.196725714016936, "beta1": 0.6650562937700286, "beta2": 0.9999984244597573, "epsilon": 0.003923353216663235}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed413":[{"learning_rate": 0.008148186201859269, "beta1": 0.996531293283775, "beta2": 0.9999970645176548, "epsilon": 0.004137084797046272}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed414":[{"learning_rate": 1.813825399748902e-08, "beta1": 0.9771696698641641, "beta2": 0.712162985573904, "epsilon": 0.2808206733649435}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed415":[{"learning_rate": 3.688558126419412e-08, "beta1": 0.811304220894646, "beta2": 0.9999946227151753, "epsilon": 1.6731648123875615e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed416":[{"learning_rate": 2.5031411296339534e-05, "beta1": 0.9990179051100613, "beta2": 0.9999377881119516, "epsilon": 2.2316092391200852e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed417":[{"learning_rate": 1.4818358882471126e-08, "beta1": 0.11680072904961236, "beta2": 0.9999961599735566, "epsilon": 0.0008621269481265592}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed418":[{"learning_rate": 7.66874523266589e-06, "beta1": 0.9992959540613545, "beta2": 0.9618184196788424, "epsilon": 179.50040866397433}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed419":[{"learning_rate": 4.0880966984716444e-06, "beta1": 0.8061731697537866, "beta2": 0.9999984330806485, "epsilon": 2.2559168961980107e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed42":[{"learning_rate": 2.348881295853308e-05, "beta1": 0.36487789893593037, "beta2": 0.9753416705414509, "epsilon": 0.006061223446866623}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed420":[{"learning_rate": 6.931276617888091e-06, "beta1": 0.9935118227266662, "beta2": 0.9999600153238062, "epsilon": 2.6065518383904755e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed421":[{"learning_rate": 0.013964908968233897, "beta1": 0.8366032290776755, "beta2": 0.9999978240406028, "epsilon": 708.2812609895739}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed422":[{"learning_rate": 1.6800407303525207e-06, "beta1": 0.9969981306645361, "beta2": 0.9999886295052822, "epsilon": 0.32812964474261197}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed423":[{"learning_rate": 1.0820580081517027e-05, "beta1": 0.9877747802730219, "beta2": 0.6250893041172205, "epsilon": 0.0006985058789437468}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed424":[{"learning_rate": 0.22198720207242972, "beta1": 0.9927437977790143, "beta2": 0.9999645027059796, "epsilon": 0.0005379978235477112}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed425":[{"learning_rate": 0.06644926755314669, "beta1": 0.998804535534396, "beta2": 0.919088506089626, "epsilon": 8.22712057038742e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed426":[{"learning_rate": 0.7007941935546369, "beta1": 0.9954921891823609, "beta2": 0.9977572380507748, "epsilon": 4.135411524033452e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed427":[{"learning_rate": 3.8596487480635426, "beta1": 0.9886049952333864, "beta2": 0.9999922126412846, "epsilon": 7.856383662714213e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed428":[{"learning_rate": 0.2321756825832089, "beta1": 0.6854736215358328, "beta2": 0.9996758291778073, "epsilon": 6.135627459310925e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed429":[{"learning_rate": 1.8540987423496316e-05, "beta1": 0.9978191714620421, "beta2": 0.9212868242857218, "epsilon": 0.4681096138824609}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed43":[{"learning_rate": 1.0851533051235268e-07, "beta1": 0.972693492521766, "beta2": 0.9999936854008745, "epsilon": 1.341729781241291e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed430":[{"learning_rate": 2.531708568001492e-07, "beta1": 0.9425301967833752, "beta2": 0.617373654563418, "epsilon": 17.639189085882528}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed431":[{"learning_rate": 2.0947247825375186, "beta1": 0.9917061899742167, "beta2": 0.22734976606151847, "epsilon": 958.4543998450757}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed432":[{"learning_rate": 1.3581418472499578, "beta1": 0.6162564332163771, "beta2": 0.9965350205796233, "epsilon": 683.2094899435639}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed433":[{"learning_rate": 0.00020110770790033317, "beta1": 0.9997942462737222, "beta2": 0.999100401724037, "epsilon": 5.6183876728438265e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed434":[{"learning_rate": 1.5185825658647339e-05, "beta1": 0.9982059251986735, "beta2": 0.999715360298085, "epsilon": 2.867708378134329}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed435":[{"learning_rate": 2.5055613162364985, "beta1": 0.849901108280749, "beta2": 0.9999338737195361, "epsilon": 1.6692115568774923e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed436":[{"learning_rate": 1.36043476336967e-06, "beta1": 0.9022319093906492, "beta2": 0.9999062663668964, "epsilon": 2.7703612834888243e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed437":[{"learning_rate": 0.0006980527274018321, "beta1": 0.9959399538772901, "beta2": 0.9114108177348084, "epsilon": 0.07794434001165965}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed438":[{"learning_rate": 3.0938534797629875e-07, "beta1": 0.14038998152380067, "beta2": 0.8841522732169221, "epsilon": 3.781893068912855e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed439":[{"learning_rate": 0.0020357115195053415, "beta1": 0.7671082370553467, "beta2": 0.9999980279499796, "epsilon": 64.11428027032068}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed44":[{"learning_rate": 0.32627164906266654, "beta1": 0.9997374666879857, "beta2": 0.9706341287693899, "epsilon": 4.85859692905925e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed440":[{"learning_rate": 3.5215002325396416e-07, "beta1": 0.2745903741227209, "beta2": 0.8786507531073365, "epsilon": 1.4925745599975798e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed441":[{"learning_rate": 5.498583923697291, "beta1": 0.9961524766643048, "beta2": 0.9999987441785058, "epsilon": 0.22407122766660859}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed442":[{"learning_rate": 3.5652137090231504e-05, "beta1": 0.9993793788602455, "beta2": 0.9999661945754195, "epsilon": 3.244064782398125}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed443":[{"learning_rate": 0.020397818854831173, "beta1": 0.49091625274600414, "beta2": 0.99999761885763, "epsilon": 0.0026032944833564906}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed444":[{"learning_rate": 0.3583021605569987, "beta1": 0.8071676649284395, "beta2": 0.9928674801534589, "epsilon": 0.047194787847678075}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed445":[{"learning_rate": 0.006156773132976723, "beta1": 0.9998169441789568, "beta2": 0.9999988949993943, "epsilon": 8.11993539135325e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed446":[{"learning_rate": 0.0790114424695213, "beta1": 0.9954680205540419, "beta2": 0.9110652224671504, "epsilon": 4.31570855963995e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed447":[{"learning_rate": 6.636677786531669e-06, "beta1": 0.9952637738414982, "beta2": 0.11966592191153314, "epsilon": 3.327607592389191e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed448":[{"learning_rate": 0.0015452749307743416, "beta1": 0.8206054544952418, "beta2": 0.6074395654322617, "epsilon": 0.738843056664805}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed449":[{"learning_rate": 0.0010658051530727675, "beta1": 0.9859872075433794, "beta2": 0.9267217591045163, "epsilon": 9.435805800209192e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed45":[{"learning_rate": 7.963493341668721, "beta1": 0.9842173870030363, "beta2": 0.9999511703274726, "epsilon": 1.011030736929746e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed450":[{"learning_rate": 0.10562135372549697, "beta1": 0.9661958469728105, "beta2": 0.9330475471490718, "epsilon": 0.8586474419972752}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed451":[{"learning_rate": 0.09055156789600928, "beta1": 0.9550709552899463, "beta2": 0.9982743583311071, "epsilon": 1.906321221785952e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed452":[{"learning_rate": 0.9502944151357099, "beta1": 0.9949054242450521, "beta2": 0.7498897821358093, "epsilon": 27.347797249743397}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed453":[{"learning_rate": 1.2592133244782433, "beta1": 0.9875251821222575, "beta2": 0.7887923081694644, "epsilon": 11.272792845341387}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed454":[{"learning_rate": 0.010430716461769076, "beta1": 0.914790996932645, "beta2": 0.6226688959478556, "epsilon": 0.7453740333237202}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed455":[{"learning_rate": 5.129816433978844e-05, "beta1": 0.9973182659029364, "beta2": 0.9999065862451875, "epsilon": 1.78531482606685e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed456":[{"learning_rate": 1.733018441639132e-06, "beta1": 0.9995509785037202, "beta2": 0.9496662214734148, "epsilon": 3.2419331475061206}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed457":[{"learning_rate": 4.336738543857815e-07, "beta1": 0.9980400857767007, "beta2": 0.9999937515447176, "epsilon": 0.0013516632691070872}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed458":[{"learning_rate": 0.17934961924976903, "beta1": 0.12884139404320016, "beta2": 0.9999937382171479, "epsilon": 1.6351446924621924e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed459":[{"learning_rate": 2.4372904234257047e-05, "beta1": 0.9851303914805987, "beta2": 0.846826381282887, "epsilon": 0.13157401112844927}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed46":[{"learning_rate": 0.11336817547718127, "beta1": 0.9653793813486915, "beta2": 0.9999687925309053, "epsilon": 0.7161207213299602}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed460":[{"learning_rate": 0.7720252778195648, "beta1": 0.8994898641431324, "beta2": 0.9999916675104307, "epsilon": 4.36111831820943e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed461":[{"learning_rate": 1.402640443215369e-05, "beta1": 0.33509993205291566, "beta2": 0.9999958230504643, "epsilon": 374.16253716211}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed462":[{"learning_rate": 0.00014699424437367517, "beta1": 0.40811716509339524, "beta2": 0.9950345328169029, "epsilon": 0.0342475709502377}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed463":[{"learning_rate": 0.19020152525969924, "beta1": 0.7732132707456346, "beta2": 0.9999882478205504, "epsilon": 121.39742699108801}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed464":[{"learning_rate": 0.023713254304160342, "beta1": 0.9975462916155925, "beta2": 0.9953019559861935, "epsilon": 1.1281066843641326e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed465":[{"learning_rate": 0.6204419173511687, "beta1": 0.9159291722615771, "beta2": 0.930133696520317, "epsilon": 3.978916451137998e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed466":[{"learning_rate": 6.052124757007107e-05, "beta1": 0.9945198962450897, "beta2": 0.9951575764760116, "epsilon": 552.9731735725843}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed467":[{"learning_rate": 0.05968746752018552, "beta1": 0.5297707506338587, "beta2": 0.9999887835012954, "epsilon": 2.099354453116346e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed468":[{"learning_rate": 8.696293857935957e-08, "beta1": 0.9849818130031598, "beta2": 0.8782779615741244, "epsilon": 1.3364881295125168e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed469":[{"learning_rate": 0.016610420808443323, "beta1": 0.9997805508144972, "beta2": 0.9983232806709914, "epsilon": 1.539386734116156e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed47":[{"learning_rate": 1.0505004603123451e-07, "beta1": 0.20944447581796033, "beta2": 0.9764273829445927, "epsilon": 3.707502705363867e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed470":[{"learning_rate": 1.5190357667916313e-08, "beta1": 0.9698486509243105, "beta2": 0.9992844833120859, "epsilon": 0.06354843574995617}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed471":[{"learning_rate": 0.001891792941682022, "beta1": 0.997940143118513, "beta2": 0.9998900112145114, "epsilon": 766.0420616386573}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed472":[{"learning_rate": 0.006040434791147909, "beta1": 0.8198849534924385, "beta2": 0.9994289408964849, "epsilon": 0.011824093798836633}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed473":[{"learning_rate": 2.6357778593862785e-08, "beta1": 0.9826965945132141, "beta2": 0.9977057951003053, "epsilon": 6.894062202924232e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed474":[{"learning_rate": 7.0030519290694105e-06, "beta1": 0.859689831584097, "beta2": 0.9999078318212081, "epsilon": 1.0926495960797002}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed475":[{"learning_rate": 1.2011514594130281e-08, "beta1": 0.7829726185963122, "beta2": 0.9989715159330734, "epsilon": 2.86505480079437e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed476":[{"learning_rate": 0.015085071897151619, "beta1": 0.9975739456491748, "beta2": 0.999998551437757, "epsilon": 1.195546230535682}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed477":[{"learning_rate": 8.180875123292735e-07, "beta1": 0.9868147670418458, "beta2": 0.9996668895992703, "epsilon": 9.987034217042835e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed478":[{"learning_rate": 2.240819490134065, "beta1": 0.7649468305645876, "beta2": 0.9994684531612004, "epsilon": 0.0003269695465171661}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed479":[{"learning_rate": 1.820550354005444e-08, "beta1": 0.812524551923072, "beta2": 0.46457896964362966, "epsilon": 2.2109459687955112e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed48":[{"learning_rate": 1.436853328541045e-08, "beta1": 0.6316225233206672, "beta2": 0.9999488121363025, "epsilon": 7.703585498576665e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed480":[{"learning_rate": 0.17710303613907813, "beta1": 0.9996303457941432, "beta2": 0.9807897766050193, "epsilon": 1.645129688163982e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed481":[{"learning_rate": 1.1694555545269891e-08, "beta1": 0.8855440042202289, "beta2": 0.05884614330194082, "epsilon": 2.1635826474846557e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed482":[{"learning_rate": 0.6233769879530164, "beta1": 0.33031545564632725, "beta2": 0.972455091122364, "epsilon": 0.4784868721838073}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed483":[{"learning_rate": 0.00765990620319476, "beta1": 0.8631863881435693, "beta2": 0.3757831494344588, "epsilon": 0.039496072740786065}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed484":[{"learning_rate": 0.0005134941119166271, "beta1": 0.9078002139257708, "beta2": 0.9996769557272989, "epsilon": 36.83907986236943}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed485":[{"learning_rate": 0.46803427032011213, "beta1": 0.9995119360575199, "beta2": 0.9976566850447406, "epsilon": 1.3549416604773848e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed486":[{"learning_rate": 0.000984138663116007, "beta1": 0.9998940067930626, "beta2": 0.9991108839264786, "epsilon": 0.016559264456324874}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed487":[{"learning_rate": 1.5300299773829186e-05, "beta1": 0.9990188624764953, "beta2": 0.9567499208810442, "epsilon": 0.10129795823451153}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed488":[{"learning_rate": 0.00015402894674703074, "beta1": 0.98607675201927, "beta2": 0.9999887847251829, "epsilon": 2.0693036404053948e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed489":[{"learning_rate": 6.337878657869547, "beta1": 0.7300628776451552, "beta2": 0.9999977118364325, "epsilon": 1.4523448890560203e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed49":[{"learning_rate": 5.113050742114174e-06, "beta1": 0.9990266986453135, "beta2": 0.6385811411199925, "epsilon": 38.98025695342616}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed490":[{"learning_rate": 0.0028220482248025526, "beta1": 0.9996099654849726, "beta2": 0.9999965218449883, "epsilon": 0.00044593384279096465}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed491":[{"learning_rate": 1.724120792996515e-05, "beta1": 0.5725288958718435, "beta2": 0.9999980058605602, "epsilon": 278.9308318599663}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed492":[{"learning_rate": 0.00011839475291394959, "beta1": 0.9611157199414666, "beta2": 0.9977959029977821, "epsilon": 0.06951359127402527}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed493":[{"learning_rate": 2.0826321941333648, "beta1": 0.34797726748939184, "beta2": 0.9903021016633446, "epsilon": 5.350282301655735e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed494":[{"learning_rate": 4.6663553753672996e-08, "beta1": 0.9998706454424582, "beta2": 0.984004467159238, "epsilon": 3.903270104696027e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed495":[{"learning_rate": 3.913531132275736e-06, "beta1": 0.15667442952022115, "beta2": 0.9686804444259028, "epsilon": 0.0005540935515814215}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed496":[{"learning_rate": 6.93207445651239e-08, "beta1": 0.9936024473422622, "beta2": 0.9596041327685553, "epsilon": 0.013968799687054766}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed497":[{"learning_rate": 1.8440711851261788, "beta1": 0.907293271695266, "beta2": 0.9999747995197925, "epsilon": 0.00033679026999054945}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed498":[{"learning_rate": 7.611722943524084e-07, "beta1": 0.9997840687295438, "beta2": 0.9966684876751255, "epsilon": 0.05242821803702812}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed499":[{"learning_rate": 3.839693167871459, "beta1": 0.9617969803273548, "beta2": 0.9997960853006133, "epsilon": 1.5772563643405046}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed5":[{"learning_rate": 9.952645602089527e-07, "beta1": 0.6959610495206958, "beta2": 0.9999826093853438, "epsilon": 87.48665325444581}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed50":[{"learning_rate": 0.0002827579405489936, "beta1": 0.9991827923606806, "beta2": 0.9999658929983241, "epsilon": 1.4200015760248646e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed500":[{"learning_rate": 0.017503130992861306, "beta1": 0.99982344989904, "beta2": 0.9900076052235103, "epsilon": 0.0018608706186791068}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed501":[{"learning_rate": 7.374375890615338e-07, "beta1": 0.9887397834416941, "beta2": 0.9999977472261063, "epsilon": 1.6404887274237073e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed502":[{"learning_rate": 6.330068662729773e-08, "beta1": 0.9895889478750741, "beta2": 0.43315265729223884, "epsilon": 7.653356405712588e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed503":[{"learning_rate": 1.5394678377110367e-08, "beta1": 0.9928432872522499, "beta2": 0.9958229606339051, "epsilon": 1.8018927549708523}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed504":[{"learning_rate": 0.2000620651936775, "beta1": 0.9977741899259923, "beta2": 0.999983055991869, "epsilon": 1.7141098696733227e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed505":[{"learning_rate": 0.4524419946330355, "beta1": 0.9985203305534847, "beta2": 0.9999781962517041, "epsilon": 3.7178386263074114e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed506":[{"learning_rate": 0.4275550397256488, "beta1": 0.9998940262243012, "beta2": 0.9999950700818235, "epsilon": 6.450278379062666e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed507":[{"learning_rate": 1.3702517954425662e-08, "beta1": 0.09753905889645975, "beta2": 0.988871007748182, "epsilon": 9.459974172510163e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed508":[{"learning_rate": 8.49187748987162e-06, "beta1": 0.6397564448874707, "beta2": 0.9997073447915747, "epsilon": 2.0382272710810254e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed509":[{"learning_rate": 0.06351223972620218, "beta1": 0.9989918779388391, "beta2": 0.9828198594928442, "epsilon": 8.122982277428167e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed51":[{"learning_rate": 0.01206653951751974, "beta1": 0.9998490445737483, "beta2": 0.9998852316771324, "epsilon": 0.02356440353157514}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed510":[{"learning_rate": 0.0010927663302567707, "beta1": 0.9998193680376198, "beta2": 0.9999985560508697, "epsilon": 0.0030837473414769933}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed511":[{"learning_rate": 2.6562092698496204e-06, "beta1": 0.8267129053345407, "beta2": 0.999973093387994, "epsilon": 0.09550887325279428}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed512":[{"learning_rate": 9.239803411141535e-08, "beta1": 0.9992957161664889, "beta2": 0.9997876216402976, "epsilon": 5.5828048812578855e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed513":[{"learning_rate": 7.775928516479872e-08, "beta1": 0.9998541417874842, "beta2": 0.9903487812015197, "epsilon": 2.175747868240829e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed514":[{"learning_rate": 0.0001990074532809805, "beta1": 0.30374273655350126, "beta2": 0.9999952755519477, "epsilon": 1.6339953681758162e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed515":[{"learning_rate": 0.0002825241023970369, "beta1": 0.9856692008286234, "beta2": 0.9862697776912234, "epsilon": 2.0507775477463897}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed516":[{"learning_rate": 0.2014162231167749, "beta1": 0.9318232577517971, "beta2": 0.9999953315732203, "epsilon": 0.002334759967617422}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed517":[{"learning_rate": 4.390879813854143e-05, "beta1": 0.9998822177929879, "beta2": 0.998976021989704, "epsilon": 1.4395346495399977e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed518":[{"learning_rate": 1.3734272782094015e-08, "beta1": 0.9988671993621457, "beta2": 0.9977772095536466, "epsilon": 80.48214377036793}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed519":[{"learning_rate": 0.003683655055420763, "beta1": 0.9537907934810085, "beta2": 0.9999929587794762, "epsilon": 0.003197093327428682}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed52":[{"learning_rate": 0.25585450388161407, "beta1": 0.9998728044474486, "beta2": 0.9999816082167702, "epsilon": 0.010951736890033634}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed520":[{"learning_rate": 9.49010672845556e-05, "beta1": 0.9993229151775666, "beta2": 0.999998776864201, "epsilon": 5.833985198904342e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed521":[{"learning_rate": 0.022695881688927905, "beta1": 0.9809280897480985, "beta2": 0.6909335459887253, "epsilon": 74.99253361891687}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed522":[{"learning_rate": 2.0212008379810274e-06, "beta1": 0.5722719762633808, "beta2": 0.9998087138888815, "epsilon": 0.0005664989396321502}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed523":[{"learning_rate": 2.0147835156758316e-08, "beta1": 0.9998188728644756, "beta2": 0.9997370638861219, "epsilon": 37.78776675766784}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed524":[{"learning_rate": 0.0036998337287832647, "beta1": 0.9962816670695325, "beta2": 0.9999874296809395, "epsilon": 67.44110880108519}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed525":[{"learning_rate": 0.056563930378860885, "beta1": 0.9967052590418519, "beta2": 0.9602990721092739, "epsilon": 3.6586443278979434e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed526":[{"learning_rate": 4.916385665034344e-08, "beta1": 0.990861979819897, "beta2": 0.9999987055249325, "epsilon": 11.81543107375579}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed527":[{"learning_rate": 8.6018591761034, "beta1": 0.9993559642957407, "beta2": 0.9090194851371003, "epsilon": 0.09959205951910319}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed528":[{"learning_rate": 3.5662301977001337e-06, "beta1": 0.9991532524078587, "beta2": 0.9973636389862701, "epsilon": 2.966276823632793e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed529":[{"learning_rate": 1.0708700115890847e-06, "beta1": 0.808378172803143, "beta2": 0.5059761312312607, "epsilon": 0.012118545639777588}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed53":[{"learning_rate": 0.41683258809635115, "beta1": 0.9824344334817963, "beta2": 0.9994638918438941, "epsilon": 3.7868131624386928e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed530":[{"learning_rate": 0.19284417293697584, "beta1": 0.9941851397027089, "beta2": 0.9998489973877277, "epsilon": 0.5027960536211566}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed531":[{"learning_rate": 0.016153686539664158, "beta1": 0.9973710454098127, "beta2": 0.4992136486308141, "epsilon": 0.022880013203701866}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed532":[{"learning_rate": 4.78486747686903e-05, "beta1": 0.9172973464066012, "beta2": 0.9892215339474332, "epsilon": 2.122543240141192e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed533":[{"learning_rate": 0.9525888365062279, "beta1": 0.9724512994084487, "beta2": 0.9995916287525793, "epsilon": 6.345113660639003}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed534":[{"learning_rate": 3.615084887577999e-07, "beta1": 0.9998916664933875, "beta2": 0.6126899137041012, "epsilon": 29.653919485162632}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed535":[{"learning_rate": 1.817347979603067e-05, "beta1": 0.9027374636577875, "beta2": 0.9999904332486469, "epsilon": 0.049896100620059364}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed536":[{"learning_rate": 1.1793301127558416e-08, "beta1": 0.9788350430778885, "beta2": 0.9997975865630677, "epsilon": 9.41913737503252e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed537":[{"learning_rate": 3.780767705031003e-05, "beta1": 0.9902047596384961, "beta2": 0.9861413738481984, "epsilon": 4.1486034476031215e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed538":[{"learning_rate": 0.11008255642788349, "beta1": 0.7925811768064607, "beta2": 0.9950188320730043, "epsilon": 92.55595910521319}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed539":[{"learning_rate": 1.005630337955516e-07, "beta1": 0.7380296529130297, "beta2": 0.9999949344737152, "epsilon": 0.00024969377963000134}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed54":[{"learning_rate": 6.0484863413850926e-05, "beta1": 0.9971623554887096, "beta2": 0.9999871394326958, "epsilon": 0.0005466073487481401}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed540":[{"learning_rate": 0.028309675423768645, "beta1": 0.9894768028052897, "beta2": 0.9999877389819286, "epsilon": 0.12855537086015667}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed541":[{"learning_rate": 0.0004855897710442865, "beta1": 0.4995766067021732, "beta2": 0.4076137549603457, "epsilon": 0.01394255867719518}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed542":[{"learning_rate": 5.486417988568206e-08, "beta1": 0.9204226747271494, "beta2": 0.9988561554321022, "epsilon": 3.27054801553626}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed543":[{"learning_rate": 9.45090238541263, "beta1": 0.9993794366033403, "beta2": 0.9999841286389145, "epsilon": 1.9020774446772798e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed544":[{"learning_rate": 5.229344684374794e-05, "beta1": 0.9995799631249708, "beta2": 0.9996716591366229, "epsilon": 1.4294052157876103e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed545":[{"learning_rate": 5.980869734637954e-08, "beta1": 0.0004807829640479655, "beta2": 0.9999975165066937, "epsilon": 9.33551914164206e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed546":[{"learning_rate": 6.579624577900367e-08, "beta1": 0.3118667956763014, "beta2": 0.30901182044299536, "epsilon": 3.193343767169018e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed547":[{"learning_rate": 0.5937448658646786, "beta1": 0.9989330526404766, "beta2": 0.7107443887084395, "epsilon": 1.1575744572330436e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed548":[{"learning_rate": 0.00010929919962901437, "beta1": 0.9986380823496147, "beta2": 0.9943246876529052, "epsilon": 0.00027725858958178645}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed549":[{"learning_rate": 2.7247724411650566e-08, "beta1": 0.9978428383269842, "beta2": 0.661204377748605, "epsilon": 0.00018524624522474442}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed55":[{"learning_rate": 6.886119895993723e-08, "beta1": 0.22976423633696708, "beta2": 0.9991998712368355, "epsilon": 1.4216579548756447e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed550":[{"learning_rate": 2.0284929031102693e-05, "beta1": 0.8880503174902257, "beta2": 0.9999861129408767, "epsilon": 7.2148736918038584e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed551":[{"learning_rate": 0.0057620421524188685, "beta1": 0.9998534325041067, "beta2": 0.998110176540458, "epsilon": 1.20901116837017}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed552":[{"learning_rate": 3.4204357791234755e-08, "beta1": 0.99653451134779, "beta2": 0.9996165346331103, "epsilon": 2.71546756703815}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed553":[{"learning_rate": 1.0847381579468522, "beta1": 0.9989709241098379, "beta2": 0.8979419264555911, "epsilon": 26.095941864350696}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed554":[{"learning_rate": 8.660474707151229e-05, "beta1": 0.9423059873876104, "beta2": 0.9999979735894262, "epsilon": 8.506420504286703e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed555":[{"learning_rate": 0.028873989042238542, "beta1": 0.9998446109075405, "beta2": 0.5356645242024676, "epsilon": 0.08374145761239173}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed556":[{"learning_rate": 0.2959105634585766, "beta1": 0.9987819821734367, "beta2": 0.9527968453996571, "epsilon": 0.0010189150072667538}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed557":[{"learning_rate": 1.5350662371349042, "beta1": 0.9402236359491388, "beta2": 0.9996647229260132, "epsilon": 0.09425061599003352}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed558":[{"learning_rate": 1.2409265205867475e-07, "beta1": 0.9959856532829366, "beta2": 0.02127502527508862, "epsilon": 25.41210219910792}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed559":[{"learning_rate": 0.0010470182408154243, "beta1": 0.9958652915241291, "beta2": 0.8928222320533888, "epsilon": 3.703216642175354e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed56":[{"learning_rate": 7.2065375665494615, "beta1": 0.9978439984732366, "beta2": 0.988979285596228, "epsilon": 3.573348910038104e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed560":[{"learning_rate": 0.2949588350449995, "beta1": 0.9993167123306882, "beta2": 0.9999814022488374, "epsilon": 2.840157244190623e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed561":[{"learning_rate": 3.9506611841031845, "beta1": 0.4530438863108158, "beta2": 0.9999963108641232, "epsilon": 1.9624993465711804e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed562":[{"learning_rate": 2.093354549976059e-08, "beta1": 0.9367120911706683, "beta2": 0.9994708307358688, "epsilon": 1.4070020300336697e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed563":[{"learning_rate": 0.18357595553451286, "beta1": 0.9996478462871611, "beta2": 0.9830637138561501, "epsilon": 1.460613848296702e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed564":[{"learning_rate": 5.2564966927473955e-06, "beta1": 0.9957610836850562, "beta2": 0.7294493753433022, "epsilon": 1.9308255695801764e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed565":[{"learning_rate": 0.021370163764881756, "beta1": 0.9982959540416415, "beta2": 0.9354240033829181, "epsilon": 1.1810848159400123e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed566":[{"learning_rate": 0.006055466256605626, "beta1": 0.9998698556796352, "beta2": 0.9964622186324805, "epsilon": 244.2962695623192}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed567":[{"learning_rate": 5.533944322912724e-06, "beta1": 0.3511685716725754, "beta2": 0.3858815208462404, "epsilon": 2.943796449662685e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed568":[{"learning_rate": 5.868183280482162e-06, "beta1": 0.8364199390886136, "beta2": 0.9995083569383149, "epsilon": 0.05433775291564789}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed569":[{"learning_rate": 0.7673982654050758, "beta1": 0.9987094107143749, "beta2": 0.9989081597656718, "epsilon": 6.440840867930526e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed57":[{"learning_rate": 6.111485505916151e-08, "beta1": 0.9991645732093432, "beta2": 0.9997073379409201, "epsilon": 1.096920318980177e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed570":[{"learning_rate": 0.00011716923570591573, "beta1": 0.6442517940735828, "beta2": 0.9821755392763265, "epsilon": 0.0024298898096199156}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed571":[{"learning_rate": 3.3103974081695797e-07, "beta1": 0.9986953352278998, "beta2": 0.7552791892338138, "epsilon": 0.19917966847488106}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed572":[{"learning_rate": 0.00040245457748740783, "beta1": 0.993325665236971, "beta2": 0.9999692667682003, "epsilon": 5.862044147604048e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed573":[{"learning_rate": 0.00016821237028273668, "beta1": 0.7952253842022383, "beta2": 0.9997860319583649, "epsilon": 2.644862628875731e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed574":[{"learning_rate": 0.0010423364143422567, "beta1": 0.7383463303002042, "beta2": 0.9986039431941505, "epsilon": 1.072146424650385e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed575":[{"learning_rate": 0.0065941603006606396, "beta1": 0.99864303625393, "beta2": 0.9999975742678938, "epsilon": 0.49966898855470876}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed576":[{"learning_rate": 0.005056440526881742, "beta1": 0.5469691147380115, "beta2": 0.6960606536174716, "epsilon": 0.8551539474054919}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed577":[{"learning_rate": 0.024529023947201765, "beta1": 0.5017402146256064, "beta2": 0.9999971823738335, "epsilon": 270.0083557799279}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed578":[{"learning_rate": 0.8115774620753311, "beta1": 0.9987730460854914, "beta2": 0.9610470559055557, "epsilon": 2.033565018225808e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed579":[{"learning_rate": 5.5260830535600854e-05, "beta1": 0.5537906597701119, "beta2": 0.9998958618898609, "epsilon": 6.0651797687709295e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed58":[{"learning_rate": 1.9317470033150587e-05, "beta1": 0.9936199561508995, "beta2": 0.9990529735853368, "epsilon": 9.618046352218689e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed580":[{"learning_rate": 0.07497596751066217, "beta1": 0.9936805636296966, "beta2": 0.9999963899415185, "epsilon": 0.30012106942793465}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed581":[{"learning_rate": 1.1344672539867636e-07, "beta1": 0.18010072621492956, "beta2": 0.9681681118450309, "epsilon": 0.0032480291785582137}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed582":[{"learning_rate": 0.4518088011333248, "beta1": 0.9998478212319349, "beta2": 0.9873161479429594, "epsilon": 0.00037190273354284205}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed583":[{"learning_rate": 1.4420964601557083e-07, "beta1": 0.9997131469298763, "beta2": 0.7769531777910805, "epsilon": 1.391778775458617e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed584":[{"learning_rate": 1.4977267544106848e-05, "beta1": 0.9997022533683013, "beta2": 0.9999979291594092, "epsilon": 1.0893856728464024}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed585":[{"learning_rate": 3.89848379527432e-06, "beta1": 0.9582760097745769, "beta2": 0.7219725340627267, "epsilon": 1.2083087535970916e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed586":[{"learning_rate": 4.5785737937185405e-07, "beta1": 0.9393867828037388, "beta2": 0.9999835938969632, "epsilon": 0.00029502026480348855}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed587":[{"learning_rate": 0.0001240485499555855, "beta1": 0.754598413640038, "beta2": 0.998465985971134, "epsilon": 0.03469875113968946}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed588":[{"learning_rate": 1.0084556271856726e-06, "beta1": 0.9930998526995141, "beta2": 0.999203718769945, "epsilon": 0.0016017286650766667}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed589":[{"learning_rate": 7.010764847665727e-08, "beta1": 0.999628352640822, "beta2": 0.9910496117653276, "epsilon": 2.2919646790247556}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed59":[{"learning_rate": 2.0716483583424083, "beta1": 0.9995719620039604, "beta2": 0.8409658247783952, "epsilon": 1.2417673343240406e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed590":[{"learning_rate": 0.2320785655118254, "beta1": 0.9996501795789906, "beta2": 0.9998565923016131, "epsilon": 0.0008130266981113118}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed591":[{"learning_rate": 0.001181591948097527, "beta1": 0.9998467749192903, "beta2": 0.9998176866962529, "epsilon": 0.01151027893895349}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed592":[{"learning_rate": 1.412964260461376e-07, "beta1": 0.9997060110436763, "beta2": 0.9999262284183437, "epsilon": 2.215231942312056e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed593":[{"learning_rate": 1.1510916492993892e-07, "beta1": 0.8902686822415408, "beta2": 0.9952286614723546, "epsilon": 932.6463001904374}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed594":[{"learning_rate": 1.0379020980132288e-06, "beta1": 0.9687390072524625, "beta2": 0.9999714351964464, "epsilon": 4.748066872273847e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed595":[{"learning_rate": 0.0004825522865132569, "beta1": 0.9931503338051609, "beta2": 0.9851906739744808, "epsilon": 1.2695426505865959}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed596":[{"learning_rate": 2.2755450814297044e-07, "beta1": 0.72007225640299, "beta2": 0.998097146769039, "epsilon": 0.5219667267891361}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed597":[{"learning_rate": 0.023838474116091853, "beta1": 0.9870228956865907, "beta2": 0.8834414920004032, "epsilon": 0.04353383261384492}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed598":[{"learning_rate": 0.15337910884405961, "beta1": 0.9424427815866944, "beta2": 0.9820293137307785, "epsilon": 302.61663109563585}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed599":[{"learning_rate": 0.020763887873076228, "beta1": 0.9973757426099719, "beta2": 0.9991600766470135, "epsilon": 0.0007018644794071888}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed6":[{"learning_rate": 1.0857788129727575, "beta1": 0.9978722567511756, "beta2": 0.9153991476914075, "epsilon": 3.4838234204093e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed60":[{"learning_rate": 5.103404243692514e-06, "beta1": 0.9994405216758064, "beta2": 0.9999130847343671, "epsilon": 0.045159010127578836}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed600":[{"learning_rate": 1.9557145940970202e-08, "beta1": 0.9852212176828627, "beta2": 0.9343072175192395, "epsilon": 5.212814193160178e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed601":[{"learning_rate": 1.7679239562006741e-07, "beta1": 0.10146582277797178, "beta2": 0.9993896205419296, "epsilon": 638.7686945883526}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed602":[{"learning_rate": 0.00017352504321837322, "beta1": 0.9997136971155016, "beta2": 0.9999786151970975, "epsilon": 0.0021943174746623657}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed603":[{"learning_rate": 3.806405913680935e-08, "beta1": 0.9996583896151993, "beta2": 0.9999954720950943, "epsilon": 423.2292918229507}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed604":[{"learning_rate": 4.2457533693639216e-06, "beta1": 0.9995581578282232, "beta2": 0.9935088173740267, "epsilon": 1.9342384432827982e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed605":[{"learning_rate": 1.9540688744933454e-05, "beta1": 0.9899665202343865, "beta2": 0.9994190641331859, "epsilon": 0.6141807279602086}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed606":[{"learning_rate": 1.3978123479964335e-06, "beta1": 0.8814394503839236, "beta2": 0.9976480330350305, "epsilon": 0.000867423243004502}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed607":[{"learning_rate": 2.076333134190378, "beta1": 0.9996566541664255, "beta2": 0.9999958011501565, "epsilon": 1.7225732793223303e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed608":[{"learning_rate": 0.024684374013510396, "beta1": 0.9986036028199373, "beta2": 0.999960311133438, "epsilon": 0.018910142124358445}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed609":[{"learning_rate": 0.04660252098515862, "beta1": 0.9997454033787974, "beta2": 0.9998116665248256, "epsilon": 127.79920119928516}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed61":[{"learning_rate": 0.2631632754704821, "beta1": 0.9994686276770737, "beta2": 0.8163628224174877, "epsilon": 0.0003120089094373074}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed610":[{"learning_rate": 1.1169053601136739e-05, "beta1": 0.9997881689221131, "beta2": 0.9999313129319531, "epsilon": 0.13082522587446738}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed611":[{"learning_rate": 5.711861964705086e-06, "beta1": 0.999755066751718, "beta2": 0.9946028619398736, "epsilon": 0.0012383291328356945}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed612":[{"learning_rate": 1.9554407769941036e-07, "beta1": 0.9903706910182993, "beta2": 0.46632701723055947, "epsilon": 6.1336312739217494e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed613":[{"learning_rate": 0.12358332918858037, "beta1": 0.7753034954948681, "beta2": 0.9999985352611537, "epsilon": 17.215047977276626}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed614":[{"learning_rate": 0.37412596197061265, "beta1": 0.9710823468246174, "beta2": 0.9999971898478159, "epsilon": 2.9706423004496065e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed615":[{"learning_rate": 3.764907573090628, "beta1": 0.9998631067279606, "beta2": 0.9999850808343359, "epsilon": 109.96649226223295}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed616":[{"learning_rate": 0.08722819506126515, "beta1": 0.5762251781729215, "beta2": 0.9999970820338875, "epsilon": 6.077800912847683e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed617":[{"learning_rate": 0.057126954175687486, "beta1": 0.9987231660104159, "beta2": 0.9845683345900718, "epsilon": 420.7321201215513}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed618":[{"learning_rate": 2.531672405201187e-08, "beta1": 0.9994742950247443, "beta2": 0.9929668735310226, "epsilon": 3.8001636382739816}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed619":[{"learning_rate": 7.124345348270138e-07, "beta1": 0.9649105644630961, "beta2": 0.999978495608197, "epsilon": 2.0340285814117207e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed62":[{"learning_rate": 2.0127618574497788e-08, "beta1": 0.9909545530301841, "beta2": 0.8807356669975973, "epsilon": 2.2295950808683884e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed620":[{"learning_rate": 0.18127100595646026, "beta1": 0.7930269928393906, "beta2": 0.9999510739158691, "epsilon": 5.086246705378762e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed621":[{"learning_rate": 4.203096245249732e-06, "beta1": 0.9980346637005058, "beta2": 0.999209332095346, "epsilon": 3.277189687113399}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed622":[{"learning_rate": 0.008828958913742153, "beta1": 0.6939741503632461, "beta2": 0.9999847759806241, "epsilon": 4.4673010585558024e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed623":[{"learning_rate": 0.021556406476590354, "beta1": 0.8401764467218724, "beta2": 0.9999877101580753, "epsilon": 826.1967046465993}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed624":[{"learning_rate": 8.85817431228265e-08, "beta1": 0.7091326867775538, "beta2": 0.9999865682364605, "epsilon": 1.215409246046047e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed625":[{"learning_rate": 2.3051747520136485e-06, "beta1": 0.9968988983462943, "beta2": 0.9999979318956304, "epsilon": 1.7800132845129022e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed626":[{"learning_rate": 1.3282394900920756e-08, "beta1": 0.9740718906654385, "beta2": 0.999866952673805, "epsilon": 4.221150290159965}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed627":[{"learning_rate": 8.206180398794434e-07, "beta1": 0.9962044523873035, "beta2": 0.9936886528227541, "epsilon": 8.327055414581507e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed628":[{"learning_rate": 4.829994528001685e-08, "beta1": 0.9996596737984083, "beta2": 0.999995042532337, "epsilon": 3.450503791101778}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed629":[{"learning_rate": 3.4711373601661704, "beta1": 0.6610537510477532, "beta2": 0.9999476128036118, "epsilon": 1.3020982611040164e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed63":[{"learning_rate": 0.0009670951437761728, "beta1": 0.9961541567884381, "beta2": 0.9999980557118221, "epsilon": 0.000681935491831878}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed630":[{"learning_rate": 3.0367827174136705e-08, "beta1": 0.9907876275489848, "beta2": 0.9943946755611327, "epsilon": 4.66957478942212e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed631":[{"learning_rate": 0.00421180150790483, "beta1": 0.9989008576990099, "beta2": 0.9983317200834885, "epsilon": 0.0022677568052094864}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed632":[{"learning_rate": 0.304770784390034, "beta1": 0.9939146395295644, "beta2": 0.8235890973487042, "epsilon": 740.4356391038857}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed633":[{"learning_rate": 6.918948824964016e-07, "beta1": 0.9994132980703458, "beta2": 0.9999989613209513, "epsilon": 2.858151915749873}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed634":[{"learning_rate": 0.9384194046001948, "beta1": 0.9979674542523281, "beta2": 0.9999309999382552, "epsilon": 2.687205829112171e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed635":[{"learning_rate": 0.5580024035023472, "beta1": 0.8838781732581737, "beta2": 0.9999778752801467, "epsilon": 26.12620006153769}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed636":[{"learning_rate": 0.00010265629433068083, "beta1": 0.9998129158448185, "beta2": 0.8179423640733114, "epsilon": 1.1173310388934283}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed637":[{"learning_rate": 0.00011324956938634763, "beta1": 0.9759216044919322, "beta2": 0.9977426151711495, "epsilon": 8.502641283811829e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed638":[{"learning_rate": 9.339937713129308e-05, "beta1": 0.9146321845134653, "beta2": 0.9996983004184244, "epsilon": 0.016060969383463988}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed639":[{"learning_rate": 5.385868078709015e-05, "beta1": 0.981341424868722, "beta2": 0.6912026208242141, "epsilon": 129.56391206031702}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed64":[{"learning_rate": 2.5815867828114772e-05, "beta1": 0.9814479174229938, "beta2": 0.9962541095169986, "epsilon": 7.049619635437134e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed640":[{"learning_rate": 0.00025954423749492814, "beta1": 0.9992926753489182, "beta2": 0.9930556316717232, "epsilon": 2.4130047080470874e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed641":[{"learning_rate": 3.6267966166610285e-07, "beta1": 0.9834922921749621, "beta2": 0.7279291063768865, "epsilon": 0.8352789415527336}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed642":[{"learning_rate": 0.0006683516314473432, "beta1": 0.9987513794340577, "beta2": 0.9999982371729145, "epsilon": 8.722437098745506e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed643":[{"learning_rate": 0.001016524524937476, "beta1": 0.9992982766553268, "beta2": 0.915231307273267, "epsilon": 9.937256392928917e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed644":[{"learning_rate": 0.0010036842646217738, "beta1": 0.9991163309486927, "beta2": 0.9999624604577021, "epsilon": 762.3436318394286}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed645":[{"learning_rate": 0.19881029656031274, "beta1": 0.8672688561010309, "beta2": 0.9993194773960061, "epsilon": 2.920174984454395e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed646":[{"learning_rate": 5.323359403048392, "beta1": 0.9992685684146959, "beta2": 0.9940161684399902, "epsilon": 4.616153286390342e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed647":[{"learning_rate": 6.860059062762573e-05, "beta1": 0.9995238879818247, "beta2": 0.9993314911793256, "epsilon": 0.0003130437350178151}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed648":[{"learning_rate": 3.936828254832158e-05, "beta1": 0.9998059760442359, "beta2": 0.9371797923084204, "epsilon": 2.1659825163396076e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed649":[{"learning_rate": 3.3342417889790164e-08, "beta1": 0.61548947748978, "beta2": 0.9999445541516375, "epsilon": 97.8735925712064}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed65":[{"learning_rate": 9.28550335659754e-07, "beta1": 0.9998664601518639, "beta2": 0.9999471856834602, "epsilon": 1.755417898677429e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed650":[{"learning_rate": 0.8307105584033804, "beta1": 0.9985876266452252, "beta2": 0.9965040652405214, "epsilon": 0.024028496439169714}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed651":[{"learning_rate": 8.300869768980132e-06, "beta1": 0.8994555486995133, "beta2": 0.5766844153400205, "epsilon": 9.924761783000216e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed652":[{"learning_rate": 6.318805769712357e-05, "beta1": 0.9880905933536706, "beta2": 0.9999424557929358, "epsilon": 273.84318989551065}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed653":[{"learning_rate": 0.00026816461702876477, "beta1": 0.16245038820389424, "beta2": 0.9999922085989601, "epsilon": 49.09047642451196}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed654":[{"learning_rate": 3.8169887123289006e-05, "beta1": 0.9575499725134841, "beta2": 0.9996115022789464, "epsilon": 6.816909792934233}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed655":[{"learning_rate": 6.32087235611995e-07, "beta1": 0.9436421160704079, "beta2": 0.6006326998857301, "epsilon": 6.4828436095410335e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed656":[{"learning_rate": 6.0901040177099745e-06, "beta1": 0.9998962819012825, "beta2": 0.9998758843869152, "epsilon": 8.984840929875015e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed657":[{"learning_rate": 2.6437175541059503e-05, "beta1": 0.9910316993429599, "beta2": 0.9999882639210891, "epsilon": 2.7175390095582796e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed658":[{"learning_rate": 0.008096633571415723, "beta1": 0.862179943699109, "beta2": 0.9812175315549345, "epsilon": 19.074139485990127}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed659":[{"learning_rate": 0.0011435615718236672, "beta1": 0.9083187030748678, "beta2": 0.9915693868004644, "epsilon": 4.83760330934586e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed66":[{"learning_rate": 2.4467421474993467e-07, "beta1": 0.9996573914137439, "beta2": 0.9998499925608519, "epsilon": 0.06736206324693754}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed660":[{"learning_rate": 0.018049560242197556, "beta1": 0.9974304605236128, "beta2": 0.9999983150180283, "epsilon": 0.12086144148697553}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed661":[{"learning_rate": 7.953669766878663e-06, "beta1": 0.07470209630886693, "beta2": 0.7343434513224155, "epsilon": 0.0005278203865098456}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed662":[{"learning_rate": 2.0810951867380715e-08, "beta1": 0.9992555194828324, "beta2": 0.9985352267591002, "epsilon": 0.008396494892952713}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed663":[{"learning_rate": 0.00035585874241268224, "beta1": 0.9974451636139533, "beta2": 0.9990577549593208, "epsilon": 3.630310280314917e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed664":[{"learning_rate": 7.367332259375859e-06, "beta1": 0.9982063885345073, "beta2": 0.9999798222345563, "epsilon": 268.4223089289872}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed665":[{"learning_rate": 0.00107491462149808, "beta1": 0.9972369615864223, "beta2": 0.9999962776560191, "epsilon": 3.7817975140345256e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed666":[{"learning_rate": 0.02013418694602588, "beta1": 0.7619070305983493, "beta2": 0.9885426015774232, "epsilon": 0.2898376129195215}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed667":[{"learning_rate": 0.0002396040594029227, "beta1": 0.9993806814787303, "beta2": 0.9985206241830519, "epsilon": 6.209275821655397e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed668":[{"learning_rate": 0.03934354785019471, "beta1": 0.992116840184331, "beta2": 0.9999810361625372, "epsilon": 3.0097699727986833e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed669":[{"learning_rate": 0.0021906283587876493, "beta1": 0.9475351595954431, "beta2": 0.9998217724841627, "epsilon": 1.5657872822897126e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed67":[{"learning_rate": 0.0008178296834903009, "beta1": 0.7274623904508022, "beta2": 0.9869576599464556, "epsilon": 2.045001699078188e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed670":[{"learning_rate": 3.246419617546335e-08, "beta1": 0.9998766992714744, "beta2": 0.9999912919346116, "epsilon": 3.867090640281706e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed671":[{"learning_rate": 0.04833163954174245, "beta1": 0.9964885370693976, "beta2": 0.6749979794048622, "epsilon": 5.774233681014442e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed672":[{"learning_rate": 0.2946902626152457, "beta1": 0.9196247618746095, "beta2": 0.9628926246935602, "epsilon": 8.622098238687226e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed673":[{"learning_rate": 4.968137503122195e-07, "beta1": 0.9998199597094506, "beta2": 0.9999976599494734, "epsilon": 1.2998922577821963e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed674":[{"learning_rate": 3.6010202155918906e-06, "beta1": 0.9286553587840513, "beta2": 0.9993001765835651, "epsilon": 1.2111808648740444e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed675":[{"learning_rate": 0.0004287988636441327, "beta1": 0.9734023465540185, "beta2": 0.9821539009048774, "epsilon": 1.4376952265162235e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed676":[{"learning_rate": 9.393274596756875, "beta1": 0.9706994123604616, "beta2": 0.6163606101156904, "epsilon": 5.908928323020717e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed677":[{"learning_rate": 1.993701106168944e-06, "beta1": 0.9994286980380387, "beta2": 0.999985945172308, "epsilon": 5.122125809762618e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed678":[{"learning_rate": 0.0004977578339204829, "beta1": 0.9841341741831022, "beta2": 0.9840490738851327, "epsilon": 0.0008092272088588719}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed679":[{"learning_rate": 5.829036919998459, "beta1": 0.9989152700179371, "beta2": 0.9884192649342864, "epsilon": 0.5076220588398112}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed68":[{"learning_rate": 2.1594503814242074e-06, "beta1": 0.9998509114796161, "beta2": 0.9968941387326128, "epsilon": 2.9017378959835725e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed680":[{"learning_rate": 0.000159085673860527, "beta1": 0.8989451240905816, "beta2": 0.9999766330763811, "epsilon": 6.480168634842915e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed681":[{"learning_rate": 1.3919767121503382e-07, "beta1": 0.9083655497317168, "beta2": 0.7750845639916271, "epsilon": 0.004896521662416128}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed682":[{"learning_rate": 5.4078143713480555e-05, "beta1": 0.9966829395719423, "beta2": 0.9999163348636497, "epsilon": 7.421858745308494e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed683":[{"learning_rate": 1.3748894257419467e-06, "beta1": 0.997266723249179, "beta2": 0.9999985651589581, "epsilon": 0.013006848939496418}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed684":[{"learning_rate": 0.04444951187736887, "beta1": 0.9953596407371123, "beta2": 0.9999159729345221, "epsilon": 11.317458633805249}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed685":[{"learning_rate": 0.0017037761896381573, "beta1": 0.9011831945811595, "beta2": 0.9999919872604978, "epsilon": 0.05453008114867881}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed686":[{"learning_rate": 8.063348155583377e-06, "beta1": 0.999856071799273, "beta2": 0.9999957406801522, "epsilon": 0.004602278107994207}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed687":[{"learning_rate": 9.33557192295579e-08, "beta1": 0.9998801176909821, "beta2": 0.9999985922977902, "epsilon": 1.0098672102900057e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed688":[{"learning_rate": 0.014810756483830788, "beta1": 0.9989121774478749, "beta2": 0.9999829352677814, "epsilon": 5.3223780385918296e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed689":[{"learning_rate": 3.156923575987241e-06, "beta1": 0.9210277631001831, "beta2": 0.9999987565099335, "epsilon": 19.76529988499683}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed69":[{"learning_rate": 4.63705722052935e-06, "beta1": 0.8277057187487399, "beta2": 0.9998736674823019, "epsilon": 1.8294491118171876}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed690":[{"learning_rate": 0.0033427493322971593, "beta1": 0.8582357541266118, "beta2": 0.9890832473022837, "epsilon": 0.014263051880986146}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed691":[{"learning_rate": 2.585597907264694e-08, "beta1": 0.9854379538962973, "beta2": 0.9991981648933859, "epsilon": 2.7540238602074152e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed692":[{"learning_rate": 2.261491875477286e-08, "beta1": 0.9862185740328574, "beta2": 0.8959157082374725, "epsilon": 27.151821306378576}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed693":[{"learning_rate": 0.5916513804036173, "beta1": 0.9162000153530544, "beta2": 0.9805329927023625, "epsilon": 9.09827890811084e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed694":[{"learning_rate": 1.5668597952169954, "beta1": 0.9861847384996664, "beta2": 0.9804176015299427, "epsilon": 2.0448521121061576e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed695":[{"learning_rate": 0.03685081369416625, "beta1": 0.8713313207053264, "beta2": 0.9851095615838975, "epsilon": 0.41865290684893597}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed696":[{"learning_rate": 0.13146560287257852, "beta1": 0.9800045072849461, "beta2": 0.9999951869535058, "epsilon": 1.4008623591379525e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed697":[{"learning_rate": 6.048034078396738e-07, "beta1": 0.9839811871917549, "beta2": 0.998095952445218, "epsilon": 9.709755246874084e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed698":[{"learning_rate": 5.703012694448114e-08, "beta1": 0.9963283983565292, "beta2": 0.9925845430219188, "epsilon": 7.182680634261827e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed699":[{"learning_rate": 5.532574896681479e-08, "beta1": 0.9109724026085914, "beta2": 0.9812162842694664, "epsilon": 0.0048995964679571105}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed7":[{"learning_rate": 4.861548294339897e-08, "beta1": 0.868272888438882, "beta2": 0.999572972947646, "epsilon": 0.2541249532798142}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed70":[{"learning_rate": 2.2249735244917135, "beta1": 0.691180171369107, "beta2": 0.9967805058849776, "epsilon": 58.50759660890957}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed700":[{"learning_rate": 2.563995636141919e-07, "beta1": 0.9953497170544772, "beta2": 0.9999974832425698, "epsilon": 17.794389631579957}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed701":[{"learning_rate": 1.2058636878910834e-07, "beta1": 0.9671755546179757, "beta2": 0.9999173613852335, "epsilon": 0.07751807497673635}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed702":[{"learning_rate": 2.471564434295182e-07, "beta1": 0.9984206565128065, "beta2": 0.9496443334944337, "epsilon": 5.588544740210481}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed703":[{"learning_rate": 2.6965863902180023, "beta1": 0.999874950277382, "beta2": 0.9999971711600912, "epsilon": 1.2103015871830254e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed704":[{"learning_rate": 3.1862426521728513e-06, "beta1": 0.45174343569174835, "beta2": 0.9999236607276337, "epsilon": 0.00018029523339431575}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed705":[{"learning_rate": 0.004070305110185245, "beta1": 0.5634941829563445, "beta2": 0.9996848964417684, "epsilon": 17.476238627974606}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed706":[{"learning_rate": 0.00016789629029033504, "beta1": 0.9962485185019694, "beta2": 0.8629111393011766, "epsilon": 0.0007752007915572349}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed707":[{"learning_rate": 8.124945284037888e-07, "beta1": 0.995896859435454, "beta2": 0.9999915520788151, "epsilon": 0.01596758790727696}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed708":[{"learning_rate": 1.3688482155031133e-08, "beta1": 0.8078798411930413, "beta2": 0.924987179688046, "epsilon": 1.5982492393150073e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed709":[{"learning_rate": 0.05497847880650531, "beta1": 0.9853444559502987, "beta2": 0.7904666693009486, "epsilon": 1.58938038441251e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed71":[{"learning_rate": 4.6792631915639555e-07, "beta1": 0.9964811786999501, "beta2": 0.9019658942072101, "epsilon": 3.8288366422402065e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed710":[{"learning_rate": 0.4779266213985544, "beta1": 0.9363535043637887, "beta2": 0.9944173661173968, "epsilon": 1.3022590252641777e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed711":[{"learning_rate": 0.0010380256146708391, "beta1": 0.9560564313106824, "beta2": 0.9995610353454845, "epsilon": 9.732169495727943e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed712":[{"learning_rate": 0.01042980763833299, "beta1": 0.9997340430069578, "beta2": 0.3247040368942018, "epsilon": 1.4763604828253325e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed713":[{"learning_rate": 6.765589256632488, "beta1": 0.28220472841323074, "beta2": 0.996687335907471, "epsilon": 0.006449154323395465}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed714":[{"learning_rate": 0.00045037953246616875, "beta1": 0.997742819186377, "beta2": 0.9999939226409996, "epsilon": 0.0001092003453075764}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed715":[{"learning_rate": 3.519073940540721e-05, "beta1": 0.9978627443923381, "beta2": 0.9996618009770121, "epsilon": 280.1483235847259}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed716":[{"learning_rate": 1.2848294610780106e-05, "beta1": 0.99863235108512, "beta2": 0.964795551530983, "epsilon": 4.2666395796296094e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed717":[{"learning_rate": 0.0073521820307018634, "beta1": 0.9164245934844321, "beta2": 0.9999855388052477, "epsilon": 0.0005699071333761229}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed718":[{"learning_rate": 1.797020464945093e-07, "beta1": 0.886144035742239, "beta2": 0.9999984203145444, "epsilon": 4.287272311540929}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed719":[{"learning_rate": 0.014741401641173166, "beta1": 0.9998854399732983, "beta2": 0.9999035660497059, "epsilon": 0.19193365746780014}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed72":[{"learning_rate": 9.133638533959458e-08, "beta1": 0.945377630832797, "beta2": 0.9983790272861491, "epsilon": 6.301326714819926e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed720":[{"learning_rate": 0.0029508288522985615, "beta1": 0.9525722638286384, "beta2": 0.9999850025289471, "epsilon": 0.017317297857962263}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed721":[{"learning_rate": 4.557258957908946e-08, "beta1": 0.9957090176709934, "beta2": 0.48055235299088794, "epsilon": 27.3194651907087}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed722":[{"learning_rate": 1.6551845640716712e-07, "beta1": 0.9882505302059595, "beta2": 0.8983443527412357, "epsilon": 110.3378823425031}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed723":[{"learning_rate": 1.0140151634728303e-06, "beta1": 0.9907821160030553, "beta2": 0.99116764525009, "epsilon": 267.0674616555746}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed724":[{"learning_rate": 0.9647596222085388, "beta1": 0.9360017967992192, "beta2": 0.9995536823926973, "epsilon": 0.00013583038535746464}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed725":[{"learning_rate": 0.00028778711972016446, "beta1": 0.6777064262577894, "beta2": 0.9930669408398837, "epsilon": 0.0012349179583036063}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed726":[{"learning_rate": 0.1070849423024907, "beta1": 0.9997660229882163, "beta2": 0.999995299716033, "epsilon": 2.1982992455539687}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed727":[{"learning_rate": 2.1462117472656238e-08, "beta1": 0.9988272516367361, "beta2": 0.9998903449318145, "epsilon": 19.38760756994519}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed728":[{"learning_rate": 1.2961538889335964e-08, "beta1": 0.7802279686716392, "beta2": 0.9999912626946361, "epsilon": 5.768261604280616}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed729":[{"learning_rate": 2.020549436863696e-08, "beta1": 0.8838457572920166, "beta2": 0.9956861185514086, "epsilon": 0.5276846821653445}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed73":[{"learning_rate": 0.0060842806990693546, "beta1": 0.9857280365810446, "beta2": 0.998821341765286, "epsilon": 0.008577168707671452}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed730":[{"learning_rate": 5.388818423322868e-06, "beta1": 0.9984449127015567, "beta2": 0.1902764469357271, "epsilon": 14.790350726491974}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed731":[{"learning_rate": 5.8169041770116207e-05, "beta1": 0.3784268100600021, "beta2": 0.9999792619688994, "epsilon": 0.0002688620796169995}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed732":[{"learning_rate": 1.6804070235173025, "beta1": 0.9993023171889458, "beta2": 0.99782575458364, "epsilon": 5.4030425861015623e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed733":[{"learning_rate": 0.16447079022727631, "beta1": 0.9998638765469313, "beta2": 0.9822358526767682, "epsilon": 3.724688199264381e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed734":[{"learning_rate": 0.13012756832012534, "beta1": 0.9981072837426047, "beta2": 0.9998369046277615, "epsilon": 8.757103201324915e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed735":[{"learning_rate": 0.01258873192264172, "beta1": 0.07317582155592328, "beta2": 0.9821514444569577, "epsilon": 0.00024130950564008968}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed736":[{"learning_rate": 4.781350895658446e-05, "beta1": 0.8591436646059619, "beta2": 0.9999943883644454, "epsilon": 2.678093399878491e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed737":[{"learning_rate": 1.1534997371885422e-05, "beta1": 0.9998597687691435, "beta2": 0.9495134404534309, "epsilon": 0.001974513786704262}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed738":[{"learning_rate": 1.2416266794897355e-05, "beta1": 0.9975273871277216, "beta2": 0.9999968633833958, "epsilon": 0.0032236488224910587}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed739":[{"learning_rate": 0.9149954884098583, "beta1": 0.9998818484323364, "beta2": 0.9988317850714524, "epsilon": 2.184747714968216}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed74":[{"learning_rate": 6.60420644785415e-07, "beta1": 0.8625355444108056, "beta2": 0.8543791923525541, "epsilon": 1.7869303043999715e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed740":[{"learning_rate": 0.0017036307427783042, "beta1": 0.993135903788621, "beta2": 0.9813195247347197, "epsilon": 2.09561463790423e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed741":[{"learning_rate": 0.0021003403541176306, "beta1": 0.6585215492254288, "beta2": 0.9993900849693783, "epsilon": 0.8287973111689677}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed742":[{"learning_rate": 1.0269415607713545e-08, "beta1": 0.9994181803774077, "beta2": 0.9995010238653984, "epsilon": 9.379269264053817e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed743":[{"learning_rate": 0.31043096550429133, "beta1": 0.4006215879395526, "beta2": 0.9972003722329641, "epsilon": 1.5010812459367622e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed744":[{"learning_rate": 2.9697849931908425e-06, "beta1": 0.9997701904861939, "beta2": 0.9996793529106038, "epsilon": 159.3895699706673}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed745":[{"learning_rate": 3.9371379709634224, "beta1": 0.9997567567800381, "beta2": 0.9998966820572929, "epsilon": 6.663456843380359e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed746":[{"learning_rate": 0.3333218233821395, "beta1": 0.6591039597438906, "beta2": 0.9979822176437867, "epsilon": 87.45122971193257}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed747":[{"learning_rate": 6.919116663500984e-05, "beta1": 0.997610961443621, "beta2": 0.9999843317657962, "epsilon": 0.0001215448362764366}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed748":[{"learning_rate": 1.9411175182451057, "beta1": 0.9919533067985943, "beta2": 0.99980741210943, "epsilon": 5.295227140571271e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed749":[{"learning_rate": 0.08644416295706393, "beta1": 0.9939060334248219, "beta2": 0.9999358044734566, "epsilon": 2.0958193233179474e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed75":[{"learning_rate": 0.0013196597812391013, "beta1": 0.999816406665243, "beta2": 0.7868604623272746, "epsilon": 121.77448547739445}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed750":[{"learning_rate": 4.224359871360537, "beta1": 0.9825887455517994, "beta2": 0.9991180102684116, "epsilon": 2.546748537393133e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed751":[{"learning_rate": 1.103079439929471e-05, "beta1": 0.9998523525435437, "beta2": 0.9431661269795611, "epsilon": 2.2896152288896426e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed752":[{"learning_rate": 1.487034723871345e-08, "beta1": 0.9834970970283468, "beta2": 0.8130722049177334, "epsilon": 3.3726220045956853e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed753":[{"learning_rate": 4.249914390331667e-06, "beta1": 0.9972967771450572, "beta2": 0.9614885523843748, "epsilon": 5.40280988532302e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed754":[{"learning_rate": 0.013394276921486179, "beta1": 0.992229419608748, "beta2": 0.9808292998297159, "epsilon": 3.923819504180375e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed755":[{"learning_rate": 0.8484604923339556, "beta1": 0.9887865216598568, "beta2": 0.9866675124913072, "epsilon": 0.0005403088486466243}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed756":[{"learning_rate": 8.738685458912334, "beta1": 0.9994271088301983, "beta2": 0.9999917743382251, "epsilon": 1.0636005424858739}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed757":[{"learning_rate": 3.3461201881170393, "beta1": 0.8584910074251664, "beta2": 0.9988602230582906, "epsilon": 0.18726571905103157}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed758":[{"learning_rate": 5.8556062626243865e-06, "beta1": 0.9880885847396867, "beta2": 0.9995649360311957, "epsilon": 3.822809709630073e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed759":[{"learning_rate": 0.00013432274149720357, "beta1": 0.9869341595552747, "beta2": 0.9482144137783315, "epsilon": 0.004335991005704701}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed76":[{"learning_rate": 6.2728975959493075e-06, "beta1": 0.8112230857295151, "beta2": 0.9998980198262823, "epsilon": 3.298190548091274e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed760":[{"learning_rate": 1.3223180574256324e-07, "beta1": 0.9996881398782838, "beta2": 0.9999821312771024, "epsilon": 2.7762154673358448e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed761":[{"learning_rate": 2.3595874109567336e-06, "beta1": 0.9958789903121635, "beta2": 0.9544836714448126, "epsilon": 2.3207598037698024e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed762":[{"learning_rate": 0.013199404020505576, "beta1": 0.12013218900277423, "beta2": 0.9964724806871308, "epsilon": 2.6988976421843554e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed763":[{"learning_rate": 3.3072121026105213e-08, "beta1": 0.9995990127967634, "beta2": 0.9999839101796396, "epsilon": 3.221057481497333e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed764":[{"learning_rate": 0.0001492194855747971, "beta1": 0.9995752343851595, "beta2": 0.48829973938449134, "epsilon": 0.08391063418866744}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed765":[{"learning_rate": 0.00019322569929315997, "beta1": 0.992835931422462, "beta2": 0.999944774019117, "epsilon": 184.63828002923407}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed766":[{"learning_rate": 0.0020033324849127025, "beta1": 0.9913581518992103, "beta2": 0.9978783836923701, "epsilon": 1.47734126393879e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed767":[{"learning_rate": 1.2950856143046148e-08, "beta1": 0.9969810127168914, "beta2": 0.9969203200409691, "epsilon": 24.7689436452188}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed768":[{"learning_rate": 0.0033031028527804, "beta1": 0.9315380274712679, "beta2": 0.9999874589743099, "epsilon": 34.04895948510603}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed769":[{"learning_rate": 4.701454470600855e-07, "beta1": 0.8265834545825584, "beta2": 0.9999925579423601, "epsilon": 1.9418760896767254e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed77":[{"learning_rate": 1.8706015341586237, "beta1": 0.9629504958758078, "beta2": 0.9667130979257409, "epsilon": 6.472758226287934e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed770":[{"learning_rate": 0.005706986250127554, "beta1": 0.9993646695042755, "beta2": 0.5000732802187593, "epsilon": 4.191394170693016}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed771":[{"learning_rate": 2.655075023924751e-05, "beta1": 0.9995525891565813, "beta2": 0.9890663500673247, "epsilon": 3.4650564126802284e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed772":[{"learning_rate": 2.5160970144048207e-06, "beta1": 0.9915861046797959, "beta2": 0.9640912852424741, "epsilon": 0.7293058996184076}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed773":[{"learning_rate": 1.0835259516672722, "beta1": 0.8282915275863643, "beta2": 0.8422573440599693, "epsilon": 1.8764367869701885e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed774":[{"learning_rate": 0.7741504184295444, "beta1": 0.9056300303759572, "beta2": 0.997900740459719, "epsilon": 5.042016657950651e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed775":[{"learning_rate": 2.4077710478314497e-05, "beta1": 0.999028761837884, "beta2": 0.9999700167396675, "epsilon": 9.343971401665957e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed776":[{"learning_rate": 0.06255490598430123, "beta1": 0.9996264320664059, "beta2": 0.9152902838138447, "epsilon": 2.348127653760352}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed777":[{"learning_rate": 2.365775958620449e-07, "beta1": 0.9983803303703557, "beta2": 0.9999976437656213, "epsilon": 9.510085926052819e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed778":[{"learning_rate": 1.7994542439612573, "beta1": 0.909149951091847, "beta2": 0.9999989326973884, "epsilon": 0.005901018088275963}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed779":[{"learning_rate": 2.803893614237535e-07, "beta1": 0.9223056400688745, "beta2": 0.6472964004288548, "epsilon": 1.1966705087697732e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed78":[{"learning_rate": 2.7141325127247297e-08, "beta1": 0.9470516957809464, "beta2": 0.9380307261122802, "epsilon": 2.520064703339911}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed780":[{"learning_rate": 0.039098198475574955, "beta1": 0.7894019951994656, "beta2": 0.9999486315749099, "epsilon": 1.6996852877893298}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed781":[{"learning_rate": 0.019758231365858178, "beta1": 0.7779844832337515, "beta2": 0.9969157281119024, "epsilon": 0.08724222871002926}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed782":[{"learning_rate": 4.8855587718785145, "beta1": 0.9961405180158273, "beta2": 0.9981725349519188, "epsilon": 0.014779911681831388}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed783":[{"learning_rate": 5.78288388296969e-05, "beta1": 0.9998438949832604, "beta2": 0.9958651583320055, "epsilon": 0.08234651284138099}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed784":[{"learning_rate": 8.589510021098505e-05, "beta1": 0.6375813716472967, "beta2": 0.9999977139804642, "epsilon": 963.5984629418682}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed785":[{"learning_rate": 3.447696924716086e-08, "beta1": 0.9756478731390452, "beta2": 0.9993412710591447, "epsilon": 13.23885873527605}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed786":[{"learning_rate": 0.06458543618153398, "beta1": 0.9983026149102562, "beta2": 0.7690524439710154, "epsilon": 1.0640632583854248e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed787":[{"learning_rate": 0.002820631993407338, "beta1": 0.9466158882894685, "beta2": 0.39175582416183063, "epsilon": 1.8285255658549339e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed788":[{"learning_rate": 3.784250301921764e-07, "beta1": 0.09708262837990611, "beta2": 0.9144511765301289, "epsilon": 0.011623250662896422}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed789":[{"learning_rate": 8.128555849056994e-06, "beta1": 0.9991663410037314, "beta2": 0.9421007126018284, "epsilon": 0.013105568032795056}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed79":[{"learning_rate": 0.0003206366313075007, "beta1": 0.9925480539203642, "beta2": 0.9989891303587977, "epsilon": 8.69593231755578e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed790":[{"learning_rate": 0.0007212220266676729, "beta1": 0.6781304159634156, "beta2": 0.828101169260322, "epsilon": 0.01027667003933334}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed791":[{"learning_rate": 0.023752628068144245, "beta1": 0.9924968205733686, "beta2": 0.9700089655936119, "epsilon": 0.00037836366898898714}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed792":[{"learning_rate": 3.6582039756237745, "beta1": 0.9938953645298411, "beta2": 0.9999786544000431, "epsilon": 31.097689812421017}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed793":[{"learning_rate": 0.11773718904090995, "beta1": 0.9989276462347424, "beta2": 0.9999608243140722, "epsilon": 4.550632308581199e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed794":[{"learning_rate": 0.34843441580665235, "beta1": 0.0862653414570812, "beta2": 0.9970553230772727, "epsilon": 5.757468251800358}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed795":[{"learning_rate": 0.48368869998675357, "beta1": 0.9944440604938695, "beta2": 0.9999399293279152, "epsilon": 7.697480834224895e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed796":[{"learning_rate": 7.086998372535065e-06, "beta1": 0.9894110751371581, "beta2": 0.9998103626157094, "epsilon": 4.676292036906868e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed797":[{"learning_rate": 2.4225285864270713e-06, "beta1": 0.999863461717944, "beta2": 0.9999813765720955, "epsilon": 0.09779498757241448}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed798":[{"learning_rate": 0.009133729580614515, "beta1": 0.995264694232187, "beta2": 0.9999939726889115, "epsilon": 882.1845837525333}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed799":[{"learning_rate": 9.321593253858287, "beta1": 0.9986865788100706, "beta2": 0.9999847266138298, "epsilon": 2.017432261691796e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed8":[{"learning_rate": 0.7258796566465752, "beta1": 0.25155024375148094, "beta2": 0.8358778334877695, "epsilon": 0.0007963866848005434}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed80":[{"learning_rate": 0.0004980138816956638, "beta1": 0.9372483039997983, "beta2": 0.9999583884564014, "epsilon": 0.05864950769035147}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed800":[{"learning_rate": 5.400189219434662e-08, "beta1": 0.9965657369101345, "beta2": 0.9998687298239956, "epsilon": 1.2111152512816943e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed801":[{"learning_rate": 0.0003755371378933608, "beta1": 0.9985270383524011, "beta2": 0.9982970371090267, "epsilon": 2.9810239609892945e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed802":[{"learning_rate": 0.00017371054185094152, "beta1": 0.9846029978283405, "beta2": 0.9082702618275575, "epsilon": 42.17526196846496}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed803":[{"learning_rate": 4.5933039364451417e-07, "beta1": 0.19176880201295277, "beta2": 0.9433112581323626, "epsilon": 1.5155999831199728e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed804":[{"learning_rate": 9.277524225978438e-07, "beta1": 0.999177622093628, "beta2": 0.9981438378656986, "epsilon": 0.00019949068350356362}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed805":[{"learning_rate": 1.7191408559796418e-08, "beta1": 0.9698440086960919, "beta2": 0.9997314610787276, "epsilon": 1.210145184986702e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed806":[{"learning_rate": 3.34396564392463e-07, "beta1": 0.8858382605015562, "beta2": 0.9999923951361492, "epsilon": 0.00016447378877815428}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed807":[{"learning_rate": 1.0524787801335156, "beta1": 0.9992198901868792, "beta2": 0.7941585551104043, "epsilon": 14.772870817234159}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed808":[{"learning_rate": 4.262317902106037, "beta1": 0.9992677335458195, "beta2": 0.9999956249534935, "epsilon": 0.0016984636628573863}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed809":[{"learning_rate": 2.6031904693306182e-08, "beta1": 0.934656508835398, "beta2": 0.9982480497021358, "epsilon": 236.22506210992205}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed81":[{"learning_rate": 1.5804183379200693e-05, "beta1": 0.9976911511275369, "beta2": 0.6031387886201995, "epsilon": 75.79654562013151}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed810":[{"learning_rate": 2.529894909666232e-08, "beta1": 0.9630633025752526, "beta2": 0.4117509813703295, "epsilon": 3.3091046233164795e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed811":[{"learning_rate": 0.002195302625110602, "beta1": 0.9883747905500487, "beta2": 0.5411831375228706, "epsilon": 1.2043186851483671e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed812":[{"learning_rate": 0.00035061235628209593, "beta1": 0.9734716389164555, "beta2": 0.9994441941225123, "epsilon": 1.760727771032126e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed813":[{"learning_rate": 6.653784828029001, "beta1": 0.7136452955312502, "beta2": 0.9999644443236201, "epsilon": 1.207492559543813e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed814":[{"learning_rate": 4.1007172513234776e-07, "beta1": 0.9388242067883213, "beta2": 0.7861885411129906, "epsilon": 8.995254889567929e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed815":[{"learning_rate": 0.18640793821326088, "beta1": 0.33909381716164755, "beta2": 0.9999545540063692, "epsilon": 0.0012774889465446224}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed816":[{"learning_rate": 2.259894207852298e-06, "beta1": 0.9994524192110635, "beta2": 0.8433001436811447, "epsilon": 1.2642226004040418e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed817":[{"learning_rate": 0.00030427686569855437, "beta1": 0.9989192611731885, "beta2": 0.9999940692423626, "epsilon": 1.4969768742946367e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed818":[{"learning_rate": 0.587502249793256, "beta1": 0.29877361708662376, "beta2": 0.9493848358107565, "epsilon": 0.012298098347213288}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed819":[{"learning_rate": 8.161220823347769e-07, "beta1": 0.9273289991102006, "beta2": 0.9996877386830348, "epsilon": 2.1473541009319847e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed82":[{"learning_rate": 2.999376802103895e-06, "beta1": 0.9639485245285985, "beta2": 0.9944614602878818, "epsilon": 1.3018171695073224}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed820":[{"learning_rate": 2.3803478183742356e-08, "beta1": 0.9807298594858147, "beta2": 0.9986053500198451, "epsilon": 1.1297302855319902}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed821":[{"learning_rate": 0.00040701518559931515, "beta1": 0.9943700038247033, "beta2": 0.9742721579703041, "epsilon": 2.1506757170755773}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed822":[{"learning_rate": 6.348865704478522e-07, "beta1": 0.9987369713060892, "beta2": 0.6416213777384341, "epsilon": 0.01197353677885278}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed823":[{"learning_rate": 2.563602181816273e-08, "beta1": 0.9689042527130383, "beta2": 0.5137295173819889, "epsilon": 38.17354122387858}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed824":[{"learning_rate": 7.787880974254299e-05, "beta1": 0.9990576557044559, "beta2": 0.9038162923294633, "epsilon": 1.6635243943884684e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed825":[{"learning_rate": 0.043116245116123414, "beta1": 0.927611479895654, "beta2": 0.9951634862177748, "epsilon": 9.713155680571615}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed826":[{"learning_rate": 9.384053764461262, "beta1": 0.9918041351053787, "beta2": 0.9995944480656322, "epsilon": 0.017014761274742538}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed827":[{"learning_rate": 7.156719112449203e-06, "beta1": 0.9989505499723285, "beta2": 0.9466251006455069, "epsilon": 6.721351645881202e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed828":[{"learning_rate": 0.0009484170076505713, "beta1": 0.9991223347105549, "beta2": 0.9999882117997648, "epsilon": 0.14000438356411463}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed829":[{"learning_rate": 2.3925432896926754e-08, "beta1": 0.9920620728202212, "beta2": 0.9999939167055913, "epsilon": 0.8072494715358716}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed83":[{"learning_rate": 2.0576989878060802e-06, "beta1": 0.9456561588292122, "beta2": 0.990409294720436, "epsilon": 1.2667638114148192}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed830":[{"learning_rate": 0.0001330715955703204, "beta1": 0.2398913188454359, "beta2": 0.99382189250813, "epsilon": 458.19595850657544}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed831":[{"learning_rate": 8.92858577330637, "beta1": 0.9958217943682335, "beta2": 0.9968529740540812, "epsilon": 1.8032349303262097e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed832":[{"learning_rate": 3.1162118432522807, "beta1": 0.743485385127073, "beta2": 0.9749434497807169, "epsilon": 5.1144890497233004e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed833":[{"learning_rate": 0.18748202185212715, "beta1": 0.7523438228898177, "beta2": 0.9396021095693877, "epsilon": 4.473313022465887e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed834":[{"learning_rate": 0.003284678538302466, "beta1": 0.9993493310160818, "beta2": 0.9958494037170723, "epsilon": 1.5711803088124124e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed835":[{"learning_rate": 1.7456143173253942e-08, "beta1": 0.9992840205963801, "beta2": 0.9999633539288975, "epsilon": 0.16923994492788635}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed836":[{"learning_rate": 0.6547712416902378, "beta1": 0.9995490374146007, "beta2": 0.9999825134745657, "epsilon": 444.76617755581407}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed837":[{"learning_rate": 1.060172780670811, "beta1": 0.9958910816109121, "beta2": 0.9982357367123912, "epsilon": 1.1687832953057187e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed838":[{"learning_rate": 0.007997283169323468, "beta1": 0.9803249004132806, "beta2": 0.936409154965682, "epsilon": 11.736215015473379}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed839":[{"learning_rate": 0.01674212261118672, "beta1": 0.9295789952866138, "beta2": 0.9115952037918792, "epsilon": 0.0009573848664262903}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed84":[{"learning_rate": 2.5963841107173966e-08, "beta1": 0.9969733007825862, "beta2": 0.9999715613088361, "epsilon": 0.014799262230366221}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed840":[{"learning_rate": 1.2387394007539011e-05, "beta1": 0.9989802702141203, "beta2": 0.9763885970101968, "epsilon": 3.280640594454005e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed841":[{"learning_rate": 5.711247843296413e-05, "beta1": 0.985898447087605, "beta2": 0.9066589189652443, "epsilon": 0.0027421992624291256}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed842":[{"learning_rate": 0.004999270963090173, "beta1": 0.9614045801179975, "beta2": 0.8714088546261571, "epsilon": 5.639080367589403e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed843":[{"learning_rate": 1.110885376954225e-05, "beta1": 0.9997029800510132, "beta2": 0.7117086742144186, "epsilon": 34.09835766930976}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed844":[{"learning_rate": 0.010747327914123295, "beta1": 0.5092739654675271, "beta2": 0.999988774554721, "epsilon": 0.8261144167090447}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed845":[{"learning_rate": 1.7032486082646838e-06, "beta1": 0.999780526658417, "beta2": 0.999965010659834, "epsilon": 194.31921440525818}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed846":[{"learning_rate": 2.7094580981304306e-08, "beta1": 0.996071919032032, "beta2": 0.9722876294415279, "epsilon": 462.33826515406906}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed847":[{"learning_rate": 2.7844712596770607, "beta1": 0.9629020507034579, "beta2": 0.9999533867331051, "epsilon": 8.85989394518878e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed848":[{"learning_rate": 0.00011521340901785256, "beta1": 0.9983289032086359, "beta2": 0.6838236826127702, "epsilon": 9.737152885568764e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed849":[{"learning_rate": 6.113645404534855, "beta1": 0.9127937720117166, "beta2": 0.999227035669644, "epsilon": 9.529881940937363e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed85":[{"learning_rate": 0.003831460309195418, "beta1": 0.989140438864517, "beta2": 0.9999384158359625, "epsilon": 0.03157790116425407}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed850":[{"learning_rate": 8.784486495539218, "beta1": 0.9998952833687074, "beta2": 0.9967819954817504, "epsilon": 9.13954205860995e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed851":[{"learning_rate": 8.457775259938613e-06, "beta1": 0.926962930445972, "beta2": 0.9999885113909533, "epsilon": 1.8235341720110218e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed852":[{"learning_rate": 1.0797087919606455e-06, "beta1": 0.5993888728844248, "beta2": 0.9999901505058686, "epsilon": 1.537196384960588}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed853":[{"learning_rate": 2.7459689034141327e-05, "beta1": 0.9998537997357144, "beta2": 0.5703486150485703, "epsilon": 7.040355361233484e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed854":[{"learning_rate": 0.00045488308964377136, "beta1": 0.8215282032609654, "beta2": 0.9999983437912744, "epsilon": 0.0004620888873450209}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed855":[{"learning_rate": 1.5533813663436698e-06, "beta1": 0.689337571767458, "beta2": 0.9925433210313229, "epsilon": 3.867017548875685e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed856":[{"learning_rate": 2.2700953067167043e-05, "beta1": 0.6236941802066476, "beta2": 0.47074757365258935, "epsilon": 9.920132902774928e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed857":[{"learning_rate": 3.8246816321529356e-07, "beta1": 0.9998751087605777, "beta2": 0.9990235493655036, "epsilon": 2.021529310134605}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed858":[{"learning_rate": 0.00040238251186064866, "beta1": 0.9941660734595086, "beta2": 0.9999959919042607, "epsilon": 3.627911704053836e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed859":[{"learning_rate": 2.5886707469779153e-07, "beta1": 0.9956022315147763, "beta2": 0.1863567577669688, "epsilon": 8.748438105877617e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed86":[{"learning_rate": 6.659821400635489e-07, "beta1": 0.9993264460052075, "beta2": 0.9999917619113743, "epsilon": 0.6452181117146188}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed860":[{"learning_rate": 2.2993864837197795e-05, "beta1": 0.9817564163969724, "beta2": 0.7074710634073081, "epsilon": 5.148643264059641e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed861":[{"learning_rate": 0.05018782821144645, "beta1": 0.9395135842825438, "beta2": 0.9996925631479212, "epsilon": 1.3594052094066286e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed862":[{"learning_rate": 7.689159996624405, "beta1": 0.8816365609829127, "beta2": 0.7145858392078435, "epsilon": 1.2618785038170207e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed863":[{"learning_rate": 0.09191725828737386, "beta1": 0.9960523860854256, "beta2": 0.9961155414883854, "epsilon": 5.1687971331187126e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed864":[{"learning_rate": 0.005855149731078154, "beta1": 0.17775908845419686, "beta2": 0.9999435057859574, "epsilon": 0.002367407277806002}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed865":[{"learning_rate": 1.556969502970128e-07, "beta1": 0.9682375225316643, "beta2": 0.9972014041700088, "epsilon": 0.059562126563092344}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed866":[{"learning_rate": 0.0003675126946301559, "beta1": 0.15948962161334646, "beta2": 0.9999986678675349, "epsilon": 1.0238582906395225e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed867":[{"learning_rate": 1.4902675775071894e-07, "beta1": 0.9938755182791349, "beta2": 0.9965304540717934, "epsilon": 706.7518483194935}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed868":[{"learning_rate": 3.515675759089685e-07, "beta1": 0.9983228870526649, "beta2": 0.9999988741195834, "epsilon": 0.5951218524739988}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed869":[{"learning_rate": 1.634497204719885e-07, "beta1": 0.9974142158318414, "beta2": 0.9997819782232266, "epsilon": 552.8409075842218}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed87":[{"learning_rate": 0.008060791114611035, "beta1": 0.3399064218501163, "beta2": 0.33126167979115806, "epsilon": 1.8698996705712657e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed870":[{"learning_rate": 0.00018850111586210782, "beta1": 0.9644885844573992, "beta2": 0.999988803206444, "epsilon": 0.03523710814222541}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed871":[{"learning_rate": 0.0059135168423912286, "beta1": 0.9996077978893257, "beta2": 0.745813099055803, "epsilon": 1.2269715294048302e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed872":[{"learning_rate": 2.7088494999932295e-06, "beta1": 0.9997460721475931, "beta2": 0.9978433925095078, "epsilon": 63.88520693431085}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed873":[{"learning_rate": 4.410158609229147e-06, "beta1": 0.8759749615022182, "beta2": 0.9999737609022195, "epsilon": 5.1707692773361865e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed874":[{"learning_rate": 2.381335341985692, "beta1": 0.9979390729414168, "beta2": 0.38193790855252463, "epsilon": 2.856205741466145e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed875":[{"learning_rate": 0.0006538718855807659, "beta1": 0.9998755864103455, "beta2": 0.7282213828753514, "epsilon": 1.695216955569588e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed876":[{"learning_rate": 0.029148611225447565, "beta1": 0.9996825802671759, "beta2": 0.9999458609543528, "epsilon": 4.0185673307183224e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed877":[{"learning_rate": 6.40593373668714e-08, "beta1": 0.34717922332073736, "beta2": 0.9999352067904881, "epsilon": 0.012534187430653305}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed878":[{"learning_rate": 1.5331584388476515e-07, "beta1": 0.9250220290225598, "beta2": 0.9999170057207328, "epsilon": 0.0010711748237832522}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed879":[{"learning_rate": 6.71255868748426e-05, "beta1": 0.7395310495453586, "beta2": 0.9999968263416478, "epsilon": 1.1517723210958926e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed88":[{"learning_rate": 0.006729138144826592, "beta1": 0.9893193237054171, "beta2": 0.9985207271688635, "epsilon": 44.844341599754856}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed880":[{"learning_rate": 5.713551784762361e-08, "beta1": 0.7451388975994666, "beta2": 0.9999891504398213, "epsilon": 1.862793640130209e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed881":[{"learning_rate": 6.58568654637787e-05, "beta1": 0.9662720452833199, "beta2": 0.9996801026759882, "epsilon": 1.7114912300111177e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed882":[{"learning_rate": 0.005559340680221014, "beta1": 0.9924437611777177, "beta2": 0.9989655732708879, "epsilon": 3.0904243288631103e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed883":[{"learning_rate": 9.570217559293098e-08, "beta1": 0.9992178421378656, "beta2": 0.8728617640384626, "epsilon": 6.151212225059316e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed884":[{"learning_rate": 0.0017529001113774302, "beta1": 0.9774117712244309, "beta2": 0.15146552381971956, "epsilon": 0.00023437567113710343}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed885":[{"learning_rate": 2.9707605256331112e-08, "beta1": 0.8776557324001548, "beta2": 0.9999650944098719, "epsilon": 147.71116709842084}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed886":[{"learning_rate": 1.0296243854577355e-08, "beta1": 0.8977582462227048, "beta2": 0.9999959873889702, "epsilon": 0.0001285356907175955}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed887":[{"learning_rate": 9.671612179652656e-08, "beta1": 0.9998524768903443, "beta2": 0.9960358004349918, "epsilon": 7.912599166207587e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed888":[{"learning_rate": 0.5445596450873514, "beta1": 0.9995447206197384, "beta2": 0.9992041050392902, "epsilon": 94.0490602965176}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed889":[{"learning_rate": 7.195071800666954e-05, "beta1": 0.8294267188933482, "beta2": 0.9685531546923971, "epsilon": 1.8560892996959434e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed89":[{"learning_rate": 0.0003142308963268596, "beta1": 0.9989437942262099, "beta2": 0.9999646325469295, "epsilon": 1.8196263730000526e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed890":[{"learning_rate": 0.009383868313655286, "beta1": 0.9956103834825701, "beta2": 0.9968427388089606, "epsilon": 0.01368918765468317}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed891":[{"learning_rate": 0.00013692974136228825, "beta1": 0.9964693550363545, "beta2": 0.9999681546317088, "epsilon": 0.036267220469792714}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed892":[{"learning_rate": 0.1591971459280995, "beta1": 0.012888064367647112, "beta2": 0.33410024991660725, "epsilon": 1.0815712255829192e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed893":[{"learning_rate": 0.4299943663812348, "beta1": 0.23962840858233703, "beta2": 0.16746060100455418, "epsilon": 143.35433313746563}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed894":[{"learning_rate": 3.1691627170534087, "beta1": 0.760043798652239, "beta2": 0.9999448333994071, "epsilon": 22.035745347288746}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed895":[{"learning_rate": 0.0019300713853465836, "beta1": 0.9873517091480465, "beta2": 0.9999870393211062, "epsilon": 48.00221274504215}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed896":[{"learning_rate": 0.00012049224643817531, "beta1": 0.964688905929531, "beta2": 0.9999815999378956, "epsilon": 3.286311578176971e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed897":[{"learning_rate": 7.904872035778187e-07, "beta1": 0.9360138421114866, "beta2": 0.9824472195042753, "epsilon": 0.005669105157999487}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed898":[{"learning_rate": 0.046843171630675196, "beta1": 0.9770020719719923, "beta2": 0.9999663640702724, "epsilon": 5.717848896018189e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed899":[{"learning_rate": 6.281500081987797e-05, "beta1": 0.9919551535562856, "beta2": 0.9844771895085143, "epsilon": 0.26801967419236983}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed9":[{"learning_rate": 1.239844971487228e-08, "beta1": 0.9898258445569611, "beta2": 0.9990567218843102, "epsilon": 5.492674668242387e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed90":[{"learning_rate": 2.384996735312506e-07, "beta1": 0.999572690405719, "beta2": 0.1816356821513917, "epsilon": 57.34169157754616}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed900":[{"learning_rate": 7.921615446751272e-05, "beta1": 0.998304445681193, "beta2": 0.9981528136309311, "epsilon": 8.880540869440991e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed901":[{"learning_rate": 0.07597146595195302, "beta1": 0.9996456428304142, "beta2": 0.9999974117510241, "epsilon": 25.67896123657658}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed902":[{"learning_rate": 1.4313517163706992e-08, "beta1": 0.9995157814262217, "beta2": 0.8955952354280985, "epsilon": 0.4852586495265599}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed903":[{"learning_rate": 0.010271418551379407, "beta1": 0.8422455979064822, "beta2": 0.9999982015473349, "epsilon": 9.316003206638426e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed904":[{"learning_rate": 6.49794776340755e-07, "beta1": 0.9703854205216522, "beta2": 0.9253475229787105, "epsilon": 126.6741804452875}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed905":[{"learning_rate": 6.941757934034938e-08, "beta1": 0.9709653453949502, "beta2": 0.6053596765307154, "epsilon": 5.770934448536558e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed906":[{"learning_rate": 0.0029275760330200002, "beta1": 0.8815932550245595, "beta2": 0.9572339993940283, "epsilon": 0.0867377803901863}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed907":[{"learning_rate": 1.1158290375468495e-07, "beta1": 0.9994074748650066, "beta2": 0.9935846187077069, "epsilon": 2.9345029595546938e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed908":[{"learning_rate": 3.458678078314136e-06, "beta1": 0.9122432009467132, "beta2": 0.985630360707668, "epsilon": 6.969572863262342e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed909":[{"learning_rate": 0.0001359285482977302, "beta1": 0.999807554502735, "beta2": 0.9999755817970233, "epsilon": 4.186883267642996e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed91":[{"learning_rate": 6.442172729290535e-07, "beta1": 0.9979294683858286, "beta2": 0.9999398828848012, "epsilon": 1.6343222384415928e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed910":[{"learning_rate": 1.4522258094499375e-07, "beta1": 0.7422837832258555, "beta2": 0.9999448005205154, "epsilon": 3.673920941434967}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed911":[{"learning_rate": 6.394524322721671e-08, "beta1": 0.9997936485237379, "beta2": 0.9186994098552171, "epsilon": 1.0049227448951432e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed912":[{"learning_rate": 0.020534298512036777, "beta1": 0.9918953118372258, "beta2": 0.9913290710329619, "epsilon": 1.455219415349836e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed913":[{"learning_rate": 0.441202219821515, "beta1": 0.8913331440435944, "beta2": 0.3621866407224611, "epsilon": 4.4102157747277484e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed914":[{"learning_rate": 6.408036327911717e-06, "beta1": 0.9617770962469466, "beta2": 0.9999944040959801, "epsilon": 3.2799300841652307e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed915":[{"learning_rate": 1.4921295820410072, "beta1": 0.7112972880526705, "beta2": 0.9999736979799281, "epsilon": 0.011457985126326535}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed916":[{"learning_rate": 0.11832421519094945, "beta1": 0.7875877690831647, "beta2": 0.9764334836958729, "epsilon": 126.89282227513051}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed917":[{"learning_rate": 5.464726405099794e-07, "beta1": 0.9904502583564855, "beta2": 0.9982475473667806, "epsilon": 1.6137565531714665e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed918":[{"learning_rate": 0.056942882271913964, "beta1": 0.5774269669772236, "beta2": 0.8770902907232935, "epsilon": 0.2597831774540573}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed919":[{"learning_rate": 1.2083475565655421e-05, "beta1": 0.9988225010045559, "beta2": 0.9983121015779203, "epsilon": 1.3484829613735727}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed92":[{"learning_rate": 0.9395599474512654, "beta1": 0.8573321004852993, "beta2": 0.9996465167910908, "epsilon": 0.0001679985019087055}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed920":[{"learning_rate": 0.01365508562019633, "beta1": 0.5621594351954304, "beta2": 0.9975068641954016, "epsilon": 2.2452926512146333e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed921":[{"learning_rate": 4.904140692801446, "beta1": 0.9984748520643775, "beta2": 0.9999983510448114, "epsilon": 0.006223322619785716}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed922":[{"learning_rate": 1.7206770767619438e-05, "beta1": 0.9984861266156418, "beta2": 0.750990045838672, "epsilon": 0.0005865266105688295}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed923":[{"learning_rate": 0.00658080937983674, "beta1": 0.9972883833112297, "beta2": 0.9999945362736306, "epsilon": 3.4710313981974504e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed924":[{"learning_rate": 7.300378145527678e-05, "beta1": 0.9668967816413578, "beta2": 0.9257698411014512, "epsilon": 9.731801232746632e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed925":[{"learning_rate": 0.04911295078305563, "beta1": 0.9666668820760898, "beta2": 0.6265502686542734, "epsilon": 2.6409735269097414}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed926":[{"learning_rate": 0.00034221373415888447, "beta1": 0.21654080158011868, "beta2": 0.9669318404616477, "epsilon": 4.9684819839022824e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed927":[{"learning_rate": 0.00536457781382269, "beta1": 0.9996287869609065, "beta2": 0.9973195749629438, "epsilon": 13.838969499289112}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed928":[{"learning_rate": 0.0019049971620762962, "beta1": 0.9350675275254959, "beta2": 0.9999983742332273, "epsilon": 4.376236715875305e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed929":[{"learning_rate": 0.0009652958434951541, "beta1": 0.9997144101375564, "beta2": 0.2012651560671982, "epsilon": 0.013334449774974963}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed93":[{"learning_rate": 0.002865424962556988, "beta1": 0.957337502634188, "beta2": 0.9999302657625749, "epsilon": 320.6603830014325}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed930":[{"learning_rate": 0.01597925101460751, "beta1": 0.29111684574493724, "beta2": 0.9247916608451393, "epsilon": 8.049007046935945e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed931":[{"learning_rate": 0.5822789954599478, "beta1": 0.9861685446181392, "beta2": 0.9999984017412858, "epsilon": 0.009291680786488265}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed932":[{"learning_rate": 0.00021003086526615326, "beta1": 0.9936890077800802, "beta2": 0.5732725922226067, "epsilon": 6.626436805582546e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed933":[{"learning_rate": 0.740035146311593, "beta1": 0.9975734404730595, "beta2": 0.993392354579223, "epsilon": 0.004344892652675759}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed934":[{"learning_rate": 1.144323289380962e-06, "beta1": 0.8992442355037888, "beta2": 0.44916617167808737, "epsilon": 5.29661545522345e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed935":[{"learning_rate": 0.03256452700486843, "beta1": 0.6628778222952885, "beta2": 0.991888638662585, "epsilon": 0.6448420501810247}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed936":[{"learning_rate": 0.034747868666661894, "beta1": 0.9939514912873718, "beta2": 0.9887033066888599, "epsilon": 0.0060254510548066725}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed937":[{"learning_rate": 2.6306306314544972e-06, "beta1": 0.9997826746269578, "beta2": 0.3987140333549348, "epsilon": 1.42273136933098e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed938":[{"learning_rate": 0.08099245909090916, "beta1": 0.9998358505728875, "beta2": 0.999965903731163, "epsilon": 0.00011852133575359054}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed939":[{"learning_rate": 2.063671592168674, "beta1": 0.9899866476334604, "beta2": 0.9998910748549538, "epsilon": 0.06817530310599915}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed94":[{"learning_rate": 0.029817558239995733, "beta1": 0.9731536837122412, "beta2": 0.986222523228986, "epsilon": 3.19616157276761e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed940":[{"learning_rate": 8.128098578971095e-05, "beta1": 0.9998614159526246, "beta2": 0.9999883228756182, "epsilon": 3.936477459570896e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed941":[{"learning_rate": 0.27945874424850237, "beta1": 0.9996956206054604, "beta2": 0.8461575778842968, "epsilon": 1.4371652674404283}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed942":[{"learning_rate": 0.16115089120162812, "beta1": 0.7970471856406971, "beta2": 0.99998986670428, "epsilon": 2.3634995909851974e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed943":[{"learning_rate": 0.0415182509040046, "beta1": 0.9565331797727517, "beta2": 0.9706133395919787, "epsilon": 1.622680977485695e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed944":[{"learning_rate": 0.6959411248993314, "beta1": 0.28566137344784215, "beta2": 0.9999350141905947, "epsilon": 25.022759315487825}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed945":[{"learning_rate": 0.00020026936454579504, "beta1": 0.9889726867490172, "beta2": 0.9998904478434294, "epsilon": 65.05888907238662}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed946":[{"learning_rate": 0.20087685704849384, "beta1": 0.9990266728236123, "beta2": 0.9999955737707579, "epsilon": 0.5886884778719778}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed947":[{"learning_rate": 1.1579324942496436, "beta1": 0.8626273654894523, "beta2": 0.999986009346187, "epsilon": 0.0021485866287888396}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed948":[{"learning_rate": 2.299089308408954e-06, "beta1": 0.9994911687860869, "beta2": 0.9999625913616095, "epsilon": 3.4662815682102476e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed949":[{"learning_rate": 2.968337193261156e-08, "beta1": 0.9989813864334793, "beta2": 0.9999777751285426, "epsilon": 2.0976912748997535e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed95":[{"learning_rate": 1.1461234225733193e-06, "beta1": 0.9994209019873851, "beta2": 0.7919546439986626, "epsilon": 0.22183835832451013}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed950":[{"learning_rate": 0.25569870894830854, "beta1": 0.9996721186716946, "beta2": 0.9999975096630711, "epsilon": 0.04974503391170171}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed951":[{"learning_rate": 0.001652196523690485, "beta1": 0.9998408731993114, "beta2": 0.9999986055236049, "epsilon": 0.6620401468319562}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed952":[{"learning_rate": 5.029732540217224e-06, "beta1": 0.8915128795574508, "beta2": 0.9999138263218802, "epsilon": 0.8274781267533778}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed953":[{"learning_rate": 2.273552595633597, "beta1": 0.9859120308518978, "beta2": 0.9703782403001113, "epsilon": 144.94375842103824}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed954":[{"learning_rate": 1.132860136907575e-08, "beta1": 0.9907920782020981, "beta2": 0.9970701520814085, "epsilon": 4.746530155790711e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed955":[{"learning_rate": 1.1053726048333514e-05, "beta1": 0.5112762500302023, "beta2": 0.9999763768834616, "epsilon": 0.0038574156630805365}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed956":[{"learning_rate": 3.447653561165459e-07, "beta1": 0.9315023876285062, "beta2": 0.9965659612294434, "epsilon": 0.0007575145552199534}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed957":[{"learning_rate": 1.3906809215746365, "beta1": 0.9943086640976128, "beta2": 0.050525805835501814, "epsilon": 6.743608878252787e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed958":[{"learning_rate": 1.4986822982995397e-08, "beta1": 0.9966161979030687, "beta2": 0.9999969158328896, "epsilon": 8.784141475229331}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed959":[{"learning_rate": 0.0001421705701168952, "beta1": 0.980618335586665, "beta2": 0.9998788718028184, "epsilon": 5.561150531783211e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed96":[{"learning_rate": 8.554251234703113e-07, "beta1": 0.5654802856461405, "beta2": 0.9199406169611949, "epsilon": 56.291934227336036}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed960":[{"learning_rate": 0.28856660429453457, "beta1": 0.9983633157099293, "beta2": 0.8226169831470679, "epsilon": 0.4712162211048552}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed961":[{"learning_rate": 0.00013355001585023906, "beta1": 0.9998863127328217, "beta2": 0.4413933425124428, "epsilon": 5.4908649777994514e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed962":[{"learning_rate": 0.015818436896557694, "beta1": 0.9998939245874211, "beta2": 0.9999096556631019, "epsilon": 2.3962538115396625e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed963":[{"learning_rate": 1.073535239120857e-07, "beta1": 0.9997508643951017, "beta2": 0.9898768765088677, "epsilon": 3.280841458955786}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed964":[{"learning_rate": 0.00046696269878102845, "beta1": 0.9994558162383363, "beta2": 0.8956407254342555, "epsilon": 2.804225109018484e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed965":[{"learning_rate": 0.14218952229734746, "beta1": 0.4467775829717294, "beta2": 0.946939655004394, "epsilon": 0.0019484528708652454}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed966":[{"learning_rate": 4.569419256047074e-08, "beta1": 0.7649222122926448, "beta2": 0.9986142369507821, "epsilon": 1.0336372364746984e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed967":[{"learning_rate": 5.3600753687465164e-08, "beta1": 0.8649713012634777, "beta2": 0.9970500695803824, "epsilon": 0.025563122030409134}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed968":[{"learning_rate": 8.220228604520356e-08, "beta1": 0.6598708204945245, "beta2": 0.9984183490406728, "epsilon": 1.7256523687875203e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed969":[{"learning_rate": 3.241658306192477e-06, "beta1": 0.9973922837286789, "beta2": 0.9999880614765386, "epsilon": 0.08559246428042565}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed97":[{"learning_rate": 0.3407980635385451, "beta1": 0.23977279353978398, "beta2": 0.9995181379637105, "epsilon": 5.006717845830358e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed970":[{"learning_rate": 0.24344560201777257, "beta1": 0.9996474652431099, "beta2": 0.864761405703206, "epsilon": 176.96148225606825}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed971":[{"learning_rate": 0.006009037297400389, "beta1": 0.8781386793459589, "beta2": 0.9999222760779276, "epsilon": 1.4077051639150374e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed972":[{"learning_rate": 8.706589358512211, "beta1": 0.5810062256441367, "beta2": 0.9981660710168513, "epsilon": 8.990082657180894e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed973":[{"learning_rate": 2.1838275058326917, "beta1": 0.9944723380989597, "beta2": 0.9995486428759018, "epsilon": 1.6294338129010945e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed974":[{"learning_rate": 3.5189787536449224e-06, "beta1": 0.9974441069076403, "beta2": 0.9998589755302675, "epsilon": 0.02167305993937483}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed975":[{"learning_rate": 0.08808015133787259, "beta1": 0.9832904483810281, "beta2": 0.9999926017527251, "epsilon": 0.0002937027197139338}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed976":[{"learning_rate": 4.50046376236071, "beta1": 0.9996462884709082, "beta2": 0.1647404553870272, "epsilon": 0.0003520191093506734}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed977":[{"learning_rate": 3.3599952328151106e-08, "beta1": 0.99631129019306, "beta2": 0.9999976666382133, "epsilon": 0.00015292474399810745}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed978":[{"learning_rate": 0.05359180470618377, "beta1": 0.3703631128740855, "beta2": 0.9999959128764722, "epsilon": 7.698094491926472e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed979":[{"learning_rate": 6.902618890058869e-06, "beta1": 0.9923408540493929, "beta2": 0.9997969185224355, "epsilon": 3.163717815019406e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed98":[{"learning_rate": 0.03894083256579305, "beta1": 0.9814323875921382, "beta2": 0.9999358283301765, "epsilon": 1.404682045045797}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed980":[{"learning_rate": 5.958596189501237e-05, "beta1": 0.9995167492177118, "beta2": 0.9647174008068425, "epsilon": 2.324084570049552e-06}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed981":[{"learning_rate": 0.000636979092448542, "beta1": 0.9955476865965833, "beta2": 0.8021157700711645, "epsilon": 1.2298967109906663e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed982":[{"learning_rate": 1.9410014520883197e-07, "beta1": 0.7115778831782886, "beta2": 0.9999975447966138, "epsilon": 1.6116871715282477e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed983":[{"learning_rate": 1.0400208642865931e-07, "beta1": 0.9758073248095419, "beta2": 0.8461199291251071, "epsilon": 1.9207492380246695e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed984":[{"learning_rate": 1.068249115563097e-06, "beta1": 0.9676640094769609, "beta2": 0.9990483433245575, "epsilon": 7.474190937472882e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed985":[{"learning_rate": 3.0911253093003784e-06, "beta1": 0.9996297070706651, "beta2": 0.9958458145160803, "epsilon": 0.00028821952742943806}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed986":[{"learning_rate": 0.007478758346209353, "beta1": 0.9801756197042687, "beta2": 0.9902310332158962, "epsilon": 3.9120156055685658}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed987":[{"learning_rate": 4.505283620354218e-05, "beta1": 0.9962935646282023, "beta2": 0.8124158770791992, "epsilon": 9.304217076972348e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed988":[{"learning_rate": 3.789807509017697e-05, "beta1": 0.2293052541378947, "beta2": 0.999781292855295, "epsilon": 5.58497550278896e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed989":[{"learning_rate": 0.021284186594513064, "beta1": 0.8987503128472201, "beta2": 0.9999815805588261, "epsilon": 2.0567074218890538}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed99":[{"learning_rate": 0.011233291470424655, "beta1": 0.9910398847267603, "beta2": 0.9102631037916454, "epsilon": 2.563321257624824e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed990":[{"learning_rate": 6.690831214435981, "beta1": 0.9987989465720729, "beta2": 0.9999960874026457, "epsilon": 3.230972762643778e-05}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed991":[{"learning_rate": 7.056730402352225e-08, "beta1": 0.9990292765263425, "beta2": 0.5229709172481911, "epsilon": 0.0006105918454184519}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed992":[{"learning_rate": 3.4983212972715747e-08, "beta1": 0.9772914211343248, "beta2": 0.9995765462292124, "epsilon": 1.387249065696548e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed993":[{"learning_rate": 1.681687070522825e-06, "beta1": 0.9995301492785762, "beta2": 0.9994077345287847, "epsilon": 5.503929651309299e-09}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed994":[{"learning_rate": 3.179153482850973e-05, "beta1": 0.9398659881124256, "beta2": 0.9999345691525338, "epsilon": 14.197429829878784}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed995":[{"learning_rate": 1.8228180632719088e-05, "beta1": 0.12655575952649656, "beta2": 0.7817982829117758, "epsilon": 3.400411002664624e-10}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed996":[{"learning_rate": 6.023760095287125e-07, "beta1": 0.9981798585284799, "beta2": 0.6313292200190734, "epsilon": 3.037708445751402e-07}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed997":[{"learning_rate": 0.00010243257160719434, "beta1": 0.570042673309129, "beta2": 0.9999973231224897, "epsilon": 484.9726181016641}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed998":[{"learning_rate": 4.065016487926764, "beta1": 0.9550830306697313, "beta2": 0.9997904606541977, "epsilon": 5.7433503405062445e-08}, "adam4p_wide_grid"],
"adam4p_wide_grid_seed999":[{"learning_rate": 0.17015799545315774, "beta1": 0.9871148587803342, "beta2": 0.9999948159546729, "epsilon": 0.0206946828504483}, "adam4p_wide_grid"]
}